JUnit version 4.13.2
.23:58:44.736 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783468724727
23:58:44.805 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:58:44.845 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:58:44.860 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskq73Ro3/test-tmp
23:58:44.885 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
23:58:44.888 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskq73Ro3/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
23:58:45.077 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:58:45.092 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:58:45.094 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:58:45.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.095032  6174 mini_oidc.cc:150] Starting JWKS server
23:58:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.095669  6174 webserver.cc:534] Webserver started at http://127.0.0.1:45541/ using document root <none> and password file <none>
23:58:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.095785  6174 mini_oidc.cc:186] Starting OIDC Discovery server
23:58:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.095957  6174 webserver.cc:534] Webserver started at http://127.0.0.1:45515/ using document root <none> and password file <none>
23:58:45.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:58:45Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:58:45.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:58:45Z Disabled control of system clock
23:58:45.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.120024  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/wal
23:58:45.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/data
23:58:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:58:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:58:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:58:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/logs
23:58:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/data/info.pb
23:58:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:58:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:58:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:58:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:58:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:58:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:58:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:58:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:58:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.190:41171
23:58:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.190
23:58:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:58:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:58:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45541/jwks.json with env {}
23:58:45.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.194860  6186 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:58:45.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.195035  6186 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:58:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.195055  6186 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:58:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.196642  6186 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:58:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.196688  6186 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:58:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.196700  6186 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:58:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.196712  6186 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:58:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.196722  6186 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:58:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.196731  6186 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45541/jwks.json
23:58:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.198590  6186 master_runner.cc:387] Master server non-default flags:
23:58:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/data
23:58:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/wal
23:58:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:58:45.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:58:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.190:41171
23:58:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:58:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:58:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:58:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45541/jwks.json
23:58:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/data/info.pb
23:58:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.190
23:58:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:58:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6186
23:58:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:58:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:58:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/logs
23:58:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:58:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:58:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:58:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:58:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:58:45.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:58:45.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:58:45.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:58:45.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.198823  6186 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:58:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.199074  6186 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:58:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.201862  6192 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.201907  6191 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.201941  6186 server_base.cc:1061] running on GCE node
23:58:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.202031  6194 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.202257  6186 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:58:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.202540  6186 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:58:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.203684  6186 hybrid_clock.cc:648] HybridClock initialized: now 1783468725203659 us; error 108 us; skew 500 ppm
23:58:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.205030  6186 webserver.cc:534] Webserver started at http://127.6.7.190:36965/ using document root <none> and password file <none>
23:58:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.205238  6186 fs_manager.cc:362] Metadata directory not provided
23:58:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.205315  6186 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:58:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.205426  6186 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:58:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.206578  6186 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/data/instance:
23:58:45.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1b2fb4102544c468215bb04d4ff55f4"
23:58:45.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.206961  6186 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/wal/instance:
23:58:45.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1b2fb4102544c468215bb04d4ff55f4"
23:58:45.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.208591  6186 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
23:58:45.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.209440  6200 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:58:45.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.209637  6186 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
23:58:45.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.209707  6186 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/wal
23:58:45.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1b2fb4102544c468215bb04d4ff55f4"
23:58:45.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.209765  6186 fs_report.cc:389] FS layout report
23:58:45.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:58:45.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/wal
23:58:45.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/wal
23:58:45.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/data/data
23:58:45.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:58:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:58:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:58:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:58:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:58:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:58:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:58:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:58:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:58:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:58:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:58:45.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.242921  6186 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:58:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.243289  6186 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:58:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.243415  6186 kserver.cc:163] Server-wide thread pool size limit: 3276
23:58:45.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.247496  6186 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.190:41171
23:58:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.247519  6252 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.190:41171 every 8 connection(s)
23:58:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.247903  6186 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/data/info.pb
23:58:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.248543  6253 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:58:45.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.249845  6253 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } has no permanent_uuid. Determining permanent_uuid...
23:58:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.254164  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 6186
23:58:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.254261  6174 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-0/wal/instance
23:58:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.255198  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/wal
23:58:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/data
23:58:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:58:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:58:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:58:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/logs
23:58:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/data/info.pb
23:58:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:58:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:58:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:58:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:58:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:58:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:58:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:58:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:58:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.189:38553
23:58:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.189
23:58:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:58:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:58:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45541/jwks.json with env {}
23:58:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.255525  6253 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } has no permanent_uuid. Determining permanent_uuid...
23:58:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.256253  6203 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.189:38553: connect: Connection refused (error 111)
23:58:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.256932  6253 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.7.189:38553: Network error: Client connection negotiation failed: client connection to 127.6.7.189:38553: connect: Connection refused (error 111)
23:58:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.306162  6253 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } attempt: 1
23:58:45.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.307116  6253 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.7.189:38553: Network error: Client connection negotiation failed: client connection to 127.6.7.189:38553: connect: Connection refused (error 111)
23:58:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.333912  6257 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:58:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.334085  6257 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:58:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.334105  6257 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:58:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.335846  6257 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:58:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.335896  6257 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:58:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.335909  6257 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:58:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.335919  6257 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:58:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.335930  6257 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:58:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.335940  6257 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45541/jwks.json
23:58:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.338281  6257 master_runner.cc:387] Master server non-default flags:
23:58:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/data
23:58:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/wal
23:58:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:58:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:58:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.189:38553
23:58:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:58:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:58:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:58:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45541/jwks.json
23:58:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/data/info.pb
23:58:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.189
23:58:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:58:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6257
23:58:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:58:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:58:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/logs
23:58:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:58:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:58:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:58:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:58:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:58:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:58:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:58:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:58:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.338579  6257 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:58:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.338827  6257 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:58:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.341516  6266 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.341605  6264 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.341745  6263 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.341979  6257 server_base.cc:1061] running on GCE node
23:58:45.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.342154  6257 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:58:45.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.342372  6257 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:58:45.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.349689  6257 hybrid_clock.cc:648] HybridClock initialized: now 1783468725349655 us; error 49 us; skew 500 ppm
23:58:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.350850  6257 webserver.cc:534] Webserver started at http://127.6.7.189:35091/ using document root <none> and password file <none>
23:58:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.351023  6257 fs_manager.cc:362] Metadata directory not provided
23:58:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.351058  6257 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:58:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.351130  6257 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:58:45.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.352130  6257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/data/instance:
23:58:45.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5e99ec160d5489892e5729c0a4ea29a"
23:58:45.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.352509  6257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/wal/instance:
23:58:45.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5e99ec160d5489892e5729c0a4ea29a"
23:58:45.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.354080  6257 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
23:58:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.354861  6272 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:58:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.355015  6257 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:58:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.355065  6257 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/wal
23:58:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5e99ec160d5489892e5729c0a4ea29a"
23:58:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.355120  6257 fs_report.cc:389] FS layout report
23:58:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:58:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/wal
23:58:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/wal
23:58:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/data/data
23:58:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:58:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:58:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:58:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:58:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:58:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:58:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:58:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:58:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:58:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:58:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:58:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.370359  6257 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:58:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.370715  6257 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:58:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.370837  6257 kserver.cc:163] Server-wide thread pool size limit: 3276
23:58:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.375265  6253 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } attempt: 2
23:58:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.375481  6257 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.189:38553
23:58:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.375860  6257 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/data/info.pb
23:58:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.375864  6324 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.189:38553 every 8 connection(s)
23:58:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.376787  6325 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:58:45.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.378203  6325 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } has no permanent_uuid. Determining permanent_uuid...
23:58:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.381057  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 6257
23:58:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.381078  6253 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } has no permanent_uuid. Determining permanent_uuid...
23:58:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.381145  6174 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-1/wal/instance
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.381522  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/wal
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/data
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/logs
23:58:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/data/info.pb
23:58:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:58:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:58:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:58:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:58:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.188:37921
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.188
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:58:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:58:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45541/jwks.json with env {}
23:58:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.381800  6253 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.7.188:37921: Network error: Client connection negotiation failed: client connection to 127.6.7.188:37921: connect: Connection refused (error 111)
23:58:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.383121  6325 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } has no permanent_uuid. Determining permanent_uuid...
23:58:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.386471  6325 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } has no permanent_uuid. Determining permanent_uuid...
23:58:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.386914  6274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.188:37921: connect: Connection refused (error 111)
23:58:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.387715  6325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.7.188:37921: Network error: Client connection negotiation failed: client connection to 127.6.7.188:37921: connect: Connection refused (error 111)
23:58:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.424932  6253 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } attempt: 1
23:58:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.425841  6253 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.7.188:37921: Network error: Client connection negotiation failed: client connection to 127.6.7.188:37921: connect: Connection refused (error 111)
23:58:45.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.436923  6325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } attempt: 1
23:58:45.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.438659  6325 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.7.188:37921: Network error: Client connection negotiation failed: client connection to 127.6.7.188:37921: connect: Connection refused (error 111)
23:58:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.459124  6329 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:58:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.459301  6329 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:58:45.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.459321  6329 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:58:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.460891  6329 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:58:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.460939  6329 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:58:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.460952  6329 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:58:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.460963  6329 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:58:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.460974  6329 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:58:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.460984  6329 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45541/jwks.json
23:58:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.462584  6329 master_runner.cc:387] Master server non-default flags:
23:58:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/data
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/wal
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.188:37921
23:58:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:58:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:58:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:58:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45541/jwks.json
23:58:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/data/info.pb
23:58:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.188
23:58:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:58:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6329
23:58:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:58:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:58:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/logs
23:58:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:58:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:58:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:58:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:58:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:58:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:58:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:58:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:58:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.462791  6329 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:58:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.462980  6329 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:58:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.465164  6335 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.465373  6338 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.465513  6336 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.465713  6329 server_base.cc:1061] running on GCE node
23:58:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.465934  6329 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:58:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.466224  6329 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:58:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.467393  6329 hybrid_clock.cc:648] HybridClock initialized: now 1783468725467373 us; error 34 us; skew 500 ppm
23:58:45.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.468592  6329 webserver.cc:534] Webserver started at http://127.6.7.188:46379/ using document root <none> and password file <none>
23:58:45.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.468779  6329 fs_manager.cc:362] Metadata directory not provided
23:58:45.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.468824  6329 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:58:45.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.468916  6329 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:58:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.470026  6329 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/data/instance:
23:58:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e10082b4b96f48569acbd7628e890202"
23:58:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.470381  6329 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/wal/instance:
23:58:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e10082b4b96f48569acbd7628e890202"
23:58:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.471788  6329 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
23:58:45.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.472527  6344 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:58:45.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.472682  6329 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:58:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.472750  6329 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/wal
23:58:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e10082b4b96f48569acbd7628e890202"
23:58:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.472801  6329 fs_report.cc:389] FS layout report
23:58:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:58:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/wal
23:58:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/wal
23:58:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/data/data
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:58:45.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:58:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:58:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.475165  6253 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } attempt: 2
23:58:45.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.476046  6253 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.7.188:37921: Network error: Client connection negotiation failed: client connection to 127.6.7.188:37921: connect: Connection refused (error 111)
23:58:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.489920  6329 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:58:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.490204  6329 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:58:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.490288  6329 kserver.cc:163] Server-wide thread pool size limit: 3276
23:58:45.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.493956  6329 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.188:37921
23:58:45.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.493989  6396 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.188:37921 every 8 connection(s)
23:58:45.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.494289  6329 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/data/info.pb
23:58:45.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.494856  6397 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:58:45.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.496016  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 6329
23:58:45.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.496088  6174 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/master-2/wal/instance
23:58:45.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.496234  6397 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } has no permanent_uuid. Determining permanent_uuid...
23:58:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.502440  6397 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } has no permanent_uuid. Determining permanent_uuid...
23:58:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.505388  6397 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } has no permanent_uuid. Determining permanent_uuid...
23:58:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.506788  6325 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } attempt: 2
23:58:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.509155  6397 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202: Bootstrap starting.
23:58:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.509858  6397 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202: Neither blocks nor log segments found. Creating new log.
23:58:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.510378  6397 log.cc:826] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202: Log is configured to *not* fsync() on all Append() calls
23:58:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.510902  6325 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a: Bootstrap starting.
23:58:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.511046  6397 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202: No bootstrap required, opened a new log
23:58:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.511540  6325 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a: Neither blocks nor log segments found. Creating new log.
23:58:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.511790  6325 log.cc:826] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a: Log is configured to *not* fsync() on all Append() calls
23:58:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.512660  6397 raft_consensus.cc:359] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } }
23:58:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.512872  6325 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a: No bootstrap required, opened a new log
23:58:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.513361  6397 raft_consensus.cc:385] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:58:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.513414  6397 raft_consensus.cc:740] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e10082b4b96f48569acbd7628e890202, State: Initialized, Role: FOLLOWER
23:58:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.513489  6397 consensus_queue.cc:260] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } }
23:58:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.513787  6397 sys_catalog.cc:565] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [sys.catalog]: configured and running, proceeding with master startup.
23:58:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.513747  6408 sys_catalog.cc:455] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.513844  6408 sys_catalog.cc:458] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [sys.catalog]: This master's current role is: FOLLOWER
23:58:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.514600  6325 raft_consensus.cc:359] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } }
23:58:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.514694  6325 raft_consensus.cc:385] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:58:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.514720  6325 raft_consensus.cc:740] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d5e99ec160d5489892e5729c0a4ea29a, State: Initialized, Role: FOLLOWER
23:58:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.514809  6325 consensus_queue.cc:260] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } }
23:58:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.515131  6325 sys_catalog.cc:565] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [sys.catalog]: configured and running, proceeding with master startup.
23:58:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.515837  6417 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.515920  6417 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [sys.catalog]: This master's current role is: FOLLOWER
23:58:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.517118  6432 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:58:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.517478  6432 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:58:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.515684  6420 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:58:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.517571  6420 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:58:45.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.517786  6257 master_runner.cc:187] Error getting master registration for 127.6.7.190:41171: OK, instance_id { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" instance_seqno: 1783468725246472 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:58:45.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.519433  6257 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:58:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.519968  6329 master_runner.cc:187] Error getting master registration for 127.6.7.190:41171: OK, instance_id { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" instance_seqno: 1783468725246472 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:58:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.521663  6329 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:58:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.583199  6253 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } attempt: 3
23:58:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.588446  6253 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4: Bootstrap starting.
23:58:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.589202  6253 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4: Neither blocks nor log segments found. Creating new log.
23:58:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.589486  6253 log.cc:826] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4: Log is configured to *not* fsync() on all Append() calls
23:58:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.590260  6253 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4: No bootstrap required, opened a new log
23:58:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.592088  6253 raft_consensus.cc:359] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } }
23:58:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.592218  6253 raft_consensus.cc:385] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:58:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.592245  6253 raft_consensus.cc:740] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b1b2fb4102544c468215bb04d4ff55f4, State: Initialized, Role: FOLLOWER
23:58:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.592361  6253 consensus_queue.cc:260] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } }
23:58:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.592640  6253 sys_catalog.cc:565] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [sys.catalog]: configured and running, proceeding with master startup.
23:58:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.594046  6435 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.594422  6435 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [sys.catalog]: This master's current role is: FOLLOWER
23:58:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.594934  6446 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:58:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.594978  6446 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:58:45.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.597291  6186 master_runner.cc:264] No leader master found from master b1b2fb4102544c468215bb04d4ff55f4
23:58:45.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.597347  6186 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:58:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.621487  6278 tablet.cc:2406] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:58:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.671020  6417 raft_consensus.cc:493] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:58:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.671142  6417 raft_consensus.cc:515] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } }
23:58:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.671386  6417 leader_election.cc:290] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b1b2fb4102544c468215bb04d4ff55f4 (127.6.7.190:41171), e10082b4b96f48569acbd7628e890202 (127.6.7.188:37921)
23:58:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.671749  6227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5e99ec160d5489892e5729c0a4ea29a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b1b2fb4102544c468215bb04d4ff55f4" is_pre_election: true
23:58:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.671880  6227 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d5e99ec160d5489892e5729c0a4ea29a in term 0.
23:58:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.672098  6273 leader_election.cc:304] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b1b2fb4102544c468215bb04d4ff55f4, d5e99ec160d5489892e5729c0a4ea29a; no voters: 
23:58:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.672323  6371 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5e99ec160d5489892e5729c0a4ea29a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e10082b4b96f48569acbd7628e890202" is_pre_election: true
23:58:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.672448  6371 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d5e99ec160d5489892e5729c0a4ea29a in term 0.
23:58:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.672636  6417 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:58:45.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.672678  6417 raft_consensus.cc:493] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:58:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.672698  6417 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 0 FOLLOWER]: Advancing to term 1
23:58:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.673522  6417 raft_consensus.cc:515] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } }
23:58:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.673674  6417 leader_election.cc:290] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [CANDIDATE]: Term 1 election: Requested vote from peers b1b2fb4102544c468215bb04d4ff55f4 (127.6.7.190:41171), e10082b4b96f48569acbd7628e890202 (127.6.7.188:37921)
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.673902  6227 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5e99ec160d5489892e5729c0a4ea29a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b1b2fb4102544c468215bb04d4ff55f4"
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.673971  6227 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [term 0 FOLLOWER]: Advancing to term 1
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.674731  6227 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d5e99ec160d5489892e5729c0a4ea29a in term 1.
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.674885  6273 leader_election.cc:304] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b1b2fb4102544c468215bb04d4ff55f4, d5e99ec160d5489892e5729c0a4ea29a; no voters: 
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.675034  6371 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5e99ec160d5489892e5729c0a4ea29a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e10082b4b96f48569acbd7628e890202"
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.675102  6371 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [term 0 FOLLOWER]: Advancing to term 1
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.675760  6371 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d5e99ec160d5489892e5729c0a4ea29a in term 1.
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.678404  6417 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 1 FOLLOWER]: Leader election won for term 1
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.678571  6417 raft_consensus.cc:697] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [term 1 LEADER]: Becoming Leader. State: Replica: d5e99ec160d5489892e5729c0a4ea29a, State: Running, Role: LEADER
23:58:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.678644  6417 consensus_queue.cc:237] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } }
23:58:45.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.678952  6417 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [sys.catalog]: SysCatalogTable state changed. Reason: New leader d5e99ec160d5489892e5729c0a4ea29a. Latest consensus state: current_term: 1 leader_uuid: "d5e99ec160d5489892e5729c0a4ea29a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.679409  6417 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [sys.catalog]: This master's current role is: LEADER
23:58:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.681732  6450 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:58:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.681970  6450 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:58:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.684280  6371 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [term 1 FOLLOWER]: Refusing update from remote peer d5e99ec160d5489892e5729c0a4ea29a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:58:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.684551  6227 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [term 1 FOLLOWER]: Refusing update from remote peer d5e99ec160d5489892e5729c0a4ea29a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:58:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.689775  6417 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:58:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.689994  6417 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [LEADER]: Connected to new peer: Peer: permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:58:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.691336  6408 sys_catalog.cc:455] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d5e99ec160d5489892e5729c0a4ea29a. Latest consensus state: current_term: 1 leader_uuid: "d5e99ec160d5489892e5729c0a4ea29a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.691442  6408 sys_catalog.cc:458] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [sys.catalog]: This master's current role is: FOLLOWER
23:58:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.692260  6435 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d5e99ec160d5489892e5729c0a4ea29a. Latest consensus state: current_term: 1 leader_uuid: "d5e99ec160d5489892e5729c0a4ea29a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.692350  6435 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [sys.catalog]: This master's current role is: FOLLOWER
23:58:45.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.693293  6451 mvcc.cc:204] Tried to move back new op lower bound from 7305087900400803840 to 7305087900380151808. Current Snapshot: MvccSnapshot[applied={T|T < 7305087900400803840}]
23:58:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.693846  6417 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d5e99ec160d5489892e5729c0a4ea29a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.693931  6417 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [sys.catalog]: This master's current role is: LEADER
23:58:45.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.695012  6408 sys_catalog.cc:455] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d5e99ec160d5489892e5729c0a4ea29a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.695094  6408 sys_catalog.cc:458] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202 [sys.catalog]: This master's current role is: FOLLOWER
23:58:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.696899  6452 mvcc.cc:204] Tried to move back new op lower bound from 7305087900400803840 to 7305087900380151808. Current Snapshot: MvccSnapshot[applied={T|T < 7305087900400803840}]
23:58:45.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.698156  6450 catalog_manager.cc:1382] Generated new cluster ID: d7f80134ff7b460b9ab151117d048164
23:58:45.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.698215  6450 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:58:45.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.698923  6448 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d5e99ec160d5489892e5729c0a4ea29a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.699008  6448 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a [sys.catalog]: This master's current role is: LEADER
23:58:45.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.699358  6435 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d5e99ec160d5489892e5729c0a4ea29a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1b2fb4102544c468215bb04d4ff55f4" member_type: VOTER last_known_addr { host: "127.6.7.190" port: 41171 } } peers { permanent_uuid: "d5e99ec160d5489892e5729c0a4ea29a" member_type: VOTER last_known_addr { host: "127.6.7.189" port: 38553 } } peers { permanent_uuid: "e10082b4b96f48569acbd7628e890202" member_type: VOTER last_known_addr { host: "127.6.7.188" port: 37921 } } }
23:58:45.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.699441  6435 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4 [sys.catalog]: This master's current role is: FOLLOWER
23:58:45.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.700675  6454 mvcc.cc:204] Tried to move back new op lower bound from 7305087900400803840 to 7305087900380151808. Current Snapshot: MvccSnapshot[applied={T|T < 7305087900400803840}]
23:58:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.709939  6450 catalog_manager.cc:1405] Generated new certificate authority record
23:58:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.710842  6450 catalog_manager.cc:1539] Loading token signing keys...
23:58:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.720427  6450 catalog_manager.cc:6069] T 00000000000000000000000000000000 P d5e99ec160d5489892e5729c0a4ea29a: Generated new TSK 0
23:58:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.720616  6450 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:58:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.735113  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data
23:58:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/logs
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:58:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:58:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.129:0
23:58:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.129
23:58:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.129
23:58:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:58:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.811220  6460 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:58:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.811393  6460 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:58:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.811419  6460 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:58:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.813055  6460 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:58:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.813113  6460 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.129
23:58:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.814767  6460 tablet_server_runner.cc:78] Tablet server non-default flags:
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.129:0
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:58:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.129
23:58:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:58:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6460
23:58:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:58:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:58:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.129
23:58:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/logs
23:58:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:58:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:58:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:58:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:58:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:58:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:58:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:58:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:58:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.814997  6460 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:58:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.815327  6460 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:58:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.818125  6465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.818365  6460 server_base.cc:1061] running on GCE node
23:58:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.819620  6468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.819665  6466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.819876  6460 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:58:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.820103  6460 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:58:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.821269  6460 hybrid_clock.cc:648] HybridClock initialized: now 1783468725821241 us; error 38 us; skew 500 ppm
23:58:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.822562  6460 webserver.cc:534] Webserver started at http://127.6.7.129:38713/ using document root <none> and password file <none>
23:58:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.822765  6460 fs_manager.cc:362] Metadata directory not provided
23:58:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.822829  6460 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:58:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.822942  6460 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:58:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.824005  6460 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/instance:
23:58:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73cefab284774cfc807f80425b771b2d"
23:58:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.824361  6460 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal/instance:
23:58:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73cefab284774cfc807f80425b771b2d"
23:58:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.825796  6460 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
23:58:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.826581  6474 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:58:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.826761  6460 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.826821  6460 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73cefab284774cfc807f80425b771b2d"
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.826881  6460 fs_report.cc:389] FS layout report
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/data
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:58:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:58:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:58:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:58:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:58:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:58:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.840751  6460 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:58:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.841109  6460 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:58:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.841224  6460 kserver.cc:163] Server-wide thread pool size limit: 3276
23:58:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.841447  6460 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:58:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.841830  6460 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:58:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.841888  6460 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:58:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.841917  6460 ts_tablet_manager.cc:616] Registered 0 tablets
23:58:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.841933  6460 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:58:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.848650  6460 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.129:46505
23:58:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.848694  6587 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.129:46505 every 8 connection(s)
23:58:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.849025  6460 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:58:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.849999  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 6460
23:58:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.850085  6174 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal/instance
23:58:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.851456  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/logs
23:58:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.130:0
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.130
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.130
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:58:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.855043  6589 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:58:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.855154  6589 heartbeater.cc:461] Registering TS with master...
23:58:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.855348  6589 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:58:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.855835  6588 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:58:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.855902  6588 heartbeater.cc:461] Registering TS with master...
23:58:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.855994  6588 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:58:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.856138  6361 ts_manager.cc:194] Registered new tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.856307  6214 ts_manager.cc:194] Registered new tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.857470  6590 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:58:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.857546  6590 heartbeater.cc:461] Registering TS with master...
23:58:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.857642  6590 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:58:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.858012  6289 ts_manager.cc:194] Registered new tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.858994  6289 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.129:58487
23:58:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.929999  6595 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:58:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.930159  6595 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:58:45.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.930177  6595 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:58:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.931795  6595 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:58:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.931847  6595 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.130
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.933348  6595 tablet_server_runner.cc:78] Tablet server non-default flags:
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.130:0
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.130
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6595
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.130
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/logs
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:58:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:58:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:58:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.933554  6595 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:58:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.933733  6595 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:58:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.935946  6601 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.935971  6600 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.935995  6595 server_base.cc:1061] running on GCE node
23:58:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:45.935992  6603 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.936234  6595 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:58:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.936404  6595 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:58:45.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.937521  6595 hybrid_clock.cc:648] HybridClock initialized: now 1783468725937508 us; error 31 us; skew 500 ppm
23:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.938537  6595 webserver.cc:534] Webserver started at http://127.6.7.130:37815/ using document root <none> and password file <none>
23:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.938678  6595 fs_manager.cc:362] Metadata directory not provided
23:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.938706  6595 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.938776  6595 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.939538  6595 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/instance:
23:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.939777  6595 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal/instance:
23:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:58:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.940765  6595 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.002s
23:58:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.941313  6609 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:58:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.941432  6595 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
23:58:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.941474  6595 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:58:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.941511  6595 fs_report.cc:389] FS layout report
23:58:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/data
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:58:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:58:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:58:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.971398  6595 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:58:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.971694  6595 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:58:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.971777  6595 kserver.cc:163] Server-wide thread pool size limit: 3276
23:58:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.971956  6595 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:58:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.972234  6595 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:58:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.972254  6595 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:58:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.972275  6595 ts_tablet_manager.cc:616] Registered 0 tablets
23:58:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.972285  6595 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:58:45.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.977766  6595 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.130:41365
23:58:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.977815  6722 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.130:41365 every 8 connection(s)
23:58:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.978116  6595 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:58:45.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.979058  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 6595
23:58:45.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.979139  6174 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal/instance
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.980178  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:0
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:58:45.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.984086  6724 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:58:45.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.984187  6724 heartbeater.cc:461] Registering TS with master...
23:58:45.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.984385  6724 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:58:45.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.984812  6361 ts_manager.cc:194] Registered new tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:58:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.984849  6725 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:58:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.984902  6725 heartbeater.cc:461] Registering TS with master...
23:58:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.984992  6725 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:58:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.985230  6289 ts_manager.cc:194] Registered new tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:58:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.985543  6723 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:58:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.985597  6723 heartbeater.cc:461] Registering TS with master...
23:58:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.985680  6723 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:58:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.985766  6289 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.130:47571
23:58:45.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:45.985954  6214 ts_manager.cc:194] Registered new tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:58:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:46.058837  6730 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:58:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:46.059022  6730 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:58:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:46.059053  6730 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:58:46.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:46.060765  6730 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:58:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:46.060822  6730 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.131
23:58:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.062486  6730 tablet_server_runner.cc:78] Tablet server non-default flags:
23:58:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:0
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6730
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:58:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.062727  6730 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:58:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.063006  6730 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:58:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:46.065897  6736 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:46.065903  6735 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:46.066087  6738 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.066121  6730 server_base.cc:1061] running on GCE node
23:58:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.067363  6730 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:58:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.067595  6730 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:58:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.068730  6730 hybrid_clock.cc:648] HybridClock initialized: now 1783468726068711 us; error 35 us; skew 500 ppm
23:58:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.069803  6730 webserver.cc:534] Webserver started at http://127.6.7.131:41027/ using document root <none> and password file <none>
23:58:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.070013  6730 fs_manager.cc:362] Metadata directory not provided
23:58:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.070076  6730 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:58:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.070178  6730 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:58:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.071062  6730 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/instance:
23:58:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:58:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:46 on dist-test-slave-cbgl"
23:58:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.071372  6730 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal/instance:
23:58:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:58:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:46 on dist-test-slave-cbgl"
23:58:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.072626  6730 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
23:58:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.073283  6744 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:58:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.073421  6730 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
23:58:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.073472  6730 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:58:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:46 on dist-test-slave-cbgl"
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.073515  6730 fs_report.cc:389] FS layout report
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/data
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:58:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:58:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.096618  6730 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:58:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.096913  6730 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:58:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.096997  6730 kserver.cc:163] Server-wide thread pool size limit: 3276
23:58:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.097165  6730 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:58:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.097437  6730 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:58:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.097458  6730 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:58:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.097479  6730 ts_tablet_manager.cc:616] Registered 0 tablets
23:58:46.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.097491  6730 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:58:46.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.102787  6730 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.131:34755
23:58:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.102837  6857 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.131:34755 every 8 connection(s)
23:58:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.103122  6730 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:58:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.105118  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 6730
23:58:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.105192  6174 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal/instance
23:58:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.108099  6859 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:58:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.108201  6858 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:58:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.108446  6859 heartbeater.cc:461] Registering TS with master...
23:58:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.108618  6858 heartbeater.cc:461] Registering TS with master...
23:58:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.108525  6860 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:58:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.108680  6860 heartbeater.cc:461] Registering TS with master...
23:58:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.108830  6860 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:58:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.108829  6858 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:58:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.108829  6859 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:58:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.109254  6214 ts_manager.cc:194] Registered new tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.109293  6361 ts_manager.cc:194] Registered new tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.109422  6289 ts_manager.cc:194] Registered new tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.109790  6289 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.131:52683
23:58:46.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.120323  6174 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:58:46.121 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:58:46.122 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:58:46.130 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.7.190"
      port: 41171
    }
    bound_http_address {
      host: "127.6.7.190"
      port: 36965
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.7.189"
      port: 38553
    }
    bound_http_address {
      host: "127.6.7.189"
      port: 35091
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.7.188"
      port: 37921
    }
    bound_http_address {
      host: "127.6.7.188"
      port: 46379
    }
  }
}

23:58:46.133 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:58:46.135 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.7.129"
      port: 46505
    }
    bound_http_address {
      host: "127.6.7.129"
      port: 38713
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.7.130"
      port: 41365
    }
    bound_http_address {
      host: "127.6.7.130"
      port: 37815
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.7.131"
      port: 34755
    }
    bound_http_address {
      host: "127.6.7.131"
      port: 41027
    }
  }
}

23:58:46.135 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:58:46.307 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
23:58:46.360 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:58:46.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.518030  6420 catalog_manager.cc:1294] Loaded cluster ID: d7f80134ff7b460b9ab151117d048164
23:58:46.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.518105  6420 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202: loading cluster ID for follower catalog manager: success
23:58:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.519565  6420 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202: acquiring CA information for follower catalog manager: success
23:58:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.519886  6420 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e10082b4b96f48569acbd7628e890202: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:58:46.532 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.7.190:41171(127.6.7.190:41171)] connecting to peer
23:58:46.594 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.7.189:38553(127.6.7.189:38553)] connecting to peer
23:58:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.595427  6446 catalog_manager.cc:1294] Loaded cluster ID: d7f80134ff7b460b9ab151117d048164
23:58:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.595498  6446 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4: loading cluster ID for follower catalog manager: success
23:58:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.596892  6446 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4: acquiring CA information for follower catalog manager: success
23:58:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.597205  6446 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b1b2fb4102544c468215bb04d4ff55f4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:58:46.598 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.7.188:37921(127.6.7.188:37921)] connecting to peer
23:58:46.617 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.7.188:37921(127.6.7.188:37921)] Successfully connected to peer
23:58:46.617 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.7.190:41171(127.6.7.190:41171)] Successfully connected to peer
23:58:46.623 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.7.189:38553(127.6.7.189:38553)] Successfully connected to peer
23:58:46.705 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.7.188
23:58:46.705 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.7.189
23:58:46.718 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.7.190
23:58:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.859696  6590 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:58:46.912 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0efe23a7, L:/127.0.0.1:48960 - R:/127.6.7.190:41171] using SASL/PLAIN
23:58:46.912 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6eb4b199, L:/127.0.0.1:37400 - R:/127.6.7.189:38553] using SASL/PLAIN
23:58:46.912 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1fa1faf0, L:/127.0.0.1:43840 - R:/127.6.7.188:37921] using SASL/PLAIN
23:58:46.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:58:46.949 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=456), Traces: [0ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.7.190:41171, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.7.189:38553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.7.188:37921, [427ms] Sub RPC ConnectToMaster: received response from server master-127.6.7.190:41171: OK, [427ms] Sub RPC ConnectToMaster: received response from server master-127.6.7.188:37921: OK, [428ms] Sub RPC ConnectToMaster: received response from server master-127.6.7.189:38553: OK, deferred=null) after lookup
23:58:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.986457  6725 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:46.997223  6289 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37400:
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478"
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:58:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:58:46.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:58:46.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:58:47.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
23:58:47.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:58:47.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:58:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:58:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:58:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:58:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
23:58:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:58:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:58:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:58:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:46.997627  6289 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:58:47.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.015637  6792 tablet_service.cc:1511] Processing CreateTablet for tablet bdc761f64ac34885909ea18ea3c3493a (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478 [id=bd7c9772fd974ff2a8a8d98051e6f706]), partition=RANGE (key) PARTITION UNBOUNDED
23:58:47.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.015983  6792 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bdc761f64ac34885909ea18ea3c3493a. 1 dirs total, 0 dirs full, 0 dirs failed
23:58:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.019009  6657 tablet_service.cc:1511] Processing CreateTablet for tablet bdc761f64ac34885909ea18ea3c3493a (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478 [id=bd7c9772fd974ff2a8a8d98051e6f706]), partition=RANGE (key) PARTITION UNBOUNDED
23:58:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.019299  6657 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bdc761f64ac34885909ea18ea3c3493a. 1 dirs total, 0 dirs full, 0 dirs failed
23:58:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.020779  6522 tablet_service.cc:1511] Processing CreateTablet for tablet bdc761f64ac34885909ea18ea3c3493a (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478 [id=bd7c9772fd974ff2a8a8d98051e6f706]), partition=RANGE (key) PARTITION UNBOUNDED
23:58:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.021075  6522 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bdc761f64ac34885909ea18ea3c3493a. 1 dirs total, 0 dirs full, 0 dirs failed
23:58:47.025 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bd7c9772fd974ff2a8a8d98051e6f706
23:58:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.025707  6892 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap starting.
23:58:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.026674  6892 tablet_bootstrap.cc:654] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Neither blocks nor log segments found. Creating new log.
23:58:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.028050  6891 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap starting.
23:58:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.028975  6891 tablet_bootstrap.cc:654] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Neither blocks nor log segments found. Creating new log.
23:58:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.029448  6891 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Log is configured to *not* fsync() on all Append() calls
23:58:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.029914  6892 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Log is configured to *not* fsync() on all Append() calls
23:58:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.030440  6891 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: No bootstrap required, opened a new log
23:58:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.030506  6891 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent bootstrapping tablet: real 0.003s	user 0.002s	sys 0.000s
23:58:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.031618  6893 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap starting.
23:58:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.032253  6893 tablet_bootstrap.cc:654] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Neither blocks nor log segments found. Creating new log.
23:58:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.032167  6891 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.032305  6891 raft_consensus.cc:385] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:58:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.032331  6891 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c788fa6e2794ad888ab662b67a5bd5c, State: Initialized, Role: FOLLOWER
23:58:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.032434  6891 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.032538  6893 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Log is configured to *not* fsync() on all Append() calls
23:58:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.032634  6891 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
23:58:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.032949  6860 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:58:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.033227  6892 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: No bootstrap required, opened a new log
23:58:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.033291  6892 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Time spent bootstrapping tablet: real 0.008s	user 0.002s	sys 0.000s
23:58:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.034940  6892 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.035295  6892 raft_consensus.cc:385] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:58:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.035494  6892 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 690a2cf6d87e4cf89c3c3ec02b51a926, State: Initialized, Role: FOLLOWER
23:58:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.035727  6892 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.036114  6892 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
23:58:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.037109  6893 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: No bootstrap required, opened a new log
23:58:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.037182  6893 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Time spent bootstrapping tablet: real 0.006s	user 0.002s	sys 0.000s
23:58:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.038861  6893 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.039019  6893 raft_consensus.cc:385] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:58:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.039048  6893 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73cefab284774cfc807f80425b771b2d, State: Initialized, Role: FOLLOWER
23:58:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.039180  6893 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:47.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.039413  6893 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
23:58:47.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.063680  6896 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:58:47.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.063805  6896 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:47.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.064100  6896 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.067919  6542 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d" is_pre_election: true
23:58:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.068099  6542 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 0.
23:58:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.068090  6677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" is_pre_election: true
23:58:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.068238  6677 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 0.
23:58:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.068321  6746 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 
23:58:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.068486  6896 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 0 FOLLOWER]: Leader pre-election won for term 1
23:58:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.068526  6896 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:58:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.068547  6896 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 0 FOLLOWER]: Advancing to term 1
23:58:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.069391  6896 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.069687  6896 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 1 election: Requested vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.069747  6542 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d"
23:58:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.069839  6542 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 0 FOLLOWER]: Advancing to term 1
23:58:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.070501  6542 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 1.
23:58:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.070622  6677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:58:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.070684  6746 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 
23:58:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.070693  6677 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 0 FOLLOWER]: Advancing to term 1
23:58:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.070763  6896 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 1 FOLLOWER]: Leader election won for term 1
23:58:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.070901  6896 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 1 LEADER]: Becoming Leader. State: Replica: 7c788fa6e2794ad888ab662b67a5bd5c, State: Running, Role: LEADER
23:58:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.070991  6896 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.071453  6677 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 1.
23:58:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.072840  6289 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c reported cstate change: term changed from 0 to 1, leader changed from <none> to 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131). New cstate: current_term: 1 leader_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: UNKNOWN } } }
23:58:47.079 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table bd7c9772fd974ff2a8a8d98051e6f706
23:58:47.094 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:47.100 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:47.101 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [7ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=null) after lookup
23:58:47.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:47.101339  6591 tablet.cc:2406] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:58:47.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:47.104135  6861 tablet.cc:2406] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:58:47.110 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:47.112 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] Successfully connected to peer
23:58:47.179 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8f428161, L:/127.0.0.1:53190 - R:/127.6.7.131:34755] using TOKEN/null
23:58:47.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.183384  6542 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 1 FOLLOWER]: Refusing update from remote peer 7c788fa6e2794ad888ab662b67a5bd5c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:58:47.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.183710  6896 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:58:47.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.185417  6677 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 1 FOLLOWER]: Refusing update from remote peer 7c788fa6e2794ad888ab662b67a5bd5c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:58:47.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.185696  6896 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:58:47.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.188525  6908 mvcc.cc:204] Tried to move back new op lower bound from 7305087906540232704 to 7305087906084417536. Current Snapshot: MvccSnapshot[applied={T|T < 7305087906540232704}]
23:58:47.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.188728  6905 mvcc.cc:204] Tried to move back new op lower bound from 7305087906540232704 to 7305087906084417536. Current Snapshot: MvccSnapshot[applied={T|T < 7305087906540232704}]
23:58:47.266 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:58:47.269 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.131:34755
23:58:47.271 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:58:47.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:47.271523  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 6730
23:58:47.278 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:58:47.282 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] handling channelInactive
23:58:47.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state READY due to: connection closed
23:58:47.285 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: connection closed
23:58:47.296 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:47.297 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:47.297 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [7ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [18ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@156408359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37b897ea -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7aae037 -> wakeup thread Time-limited test)) after lookup
23:58:47.298 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:47.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.300 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.316 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:47.317 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:47.317 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [7ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [18ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [19ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [22ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [22ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@156408359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37b897ea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7aae037 -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520))) after lookup
23:58:47.318 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:47.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.320 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.356 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:47.356 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:47.357 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [7ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [18ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [19ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [22ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [22ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [40ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [42ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [42ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [78ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@156408359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37b897ea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7aae037 -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929))) after lookup
23:58:47.358 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:47.360 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.360 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.416 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:47.416 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:47.417 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=138), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [7ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [18ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [19ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [22ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [22ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [40ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [42ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [42ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [78ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [79ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [82ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [82ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [137ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@156408359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37b897ea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929) -> (continuation of Deferred@1094355288 after retry RPC@862586757), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7aae037 -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929) -> (continuation of Deferred@1094355288 after retry RPC@862586757))) after lookup
23:58:47.417 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:47.419 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.419 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.419 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.796 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:47.796 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:47.797 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=518), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [7ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [18ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [19ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [22ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [22ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [40ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [42ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [42ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [78ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [79ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [82ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [82ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [137ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [139ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [141ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [141ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [516ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [518ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@156408359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37b897ea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929) -> (continuation of Deferred@1094355288 after retry RPC@862586757) -> (continuation of Deferred@1175425201 after retry RPC@1365570573), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7aae037 -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929) -> (continuation of Deferred@1094355288 after retry RPC@862586757) -> (continuation of Deferred@1175425201 after retry RPC@1365570573))) after lookup
23:58:47.798 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:47.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:47.799 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.714238  6919 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:58:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.714347  6919 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.714727  6920 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:58:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.714816  6920 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.715016  6919 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:48.715332  6475 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:48.715590  6610 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.715740  6920 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:48.716192  6475 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:48.716693  6610 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.718535  6542 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d" is_pre_election: true
23:58:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.718658  6542 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 690a2cf6d87e4cf89c3c3ec02b51a926 in term 1.
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.718684  6677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" is_pre_election: true
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.718775  6677 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73cefab284774cfc807f80425b771b2d in term 1.
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.718834  6611 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.718942  6920 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 1 FOLLOWER]: Leader pre-election won for term 2
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.718977  6920 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.719005  6920 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 1 FOLLOWER]: Advancing to term 2
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.718959  6478 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.719116  6919 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 1 FOLLOWER]: Leader pre-election won for term 2
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.719152  6919 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.719168  6919 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 1 FOLLOWER]: Advancing to term 2
23:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.719802  6920 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.719807  6919 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.719959  6919 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 2 election: Requested vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.719957  6920 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 2 election: Requested vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.720276  6542 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d"
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.720361  6542 raft_consensus.cc:2393] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 690a2cf6d87e4cf89c3c3ec02b51a926 in current term 2: Already voted for candidate 73cefab284774cfc807f80425b771b2d in this term.
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.720351  6677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.720433  6677 raft_consensus.cc:2393] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 73cefab284774cfc807f80425b771b2d in current term 2: Already voted for candidate 690a2cf6d87e4cf89c3c3ec02b51a926 in this term.
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:48.720503  6475 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.720674  6478 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 73cefab284774cfc807f80425b771b2d; no voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 7c788fa6e2794ad888ab662b67a5bd5c
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:48.720700  6610 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.720741  6919 raft_consensus.cc:2749] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.720744  6610 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926; no voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c
23:58:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:48.720846  6920 raft_consensus.cc:2749] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
23:58:49.236 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:49.237 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:49.237 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1958), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [7ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [18ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [19ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [22ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [22ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [40ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [42ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [42ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [78ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [79ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [82ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [82ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [137ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [139ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [141ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [141ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [516ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [518ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [519ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [521ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [521ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [1955ms] refreshing cache from master, [1956ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [1958ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@156408359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37b897ea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929) -> (continuation of Deferred@1094355288 after retry RPC@862586757) -> (continuation of Deferred@1175425201 after retry RPC@1365570573) -> (continuation of Deferred@1475678393 after retry RPC@558318294), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7aae037 -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929) -> (continuation of Deferred@1094355288 after retry RPC@862586757) -> (continuation of Deferred@1175425201 after retry RPC@1365570573) -> (continuation of Deferred@1475678393 after retry RPC@558318294))) after lookup
23:58:49.238 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:49.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:49.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:49.239 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:50.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.620590  6930 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:58:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.620689  6930 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.620947  6930 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.621151  6677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" is_pre_election: true
23:58:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.621243  6677 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73cefab284774cfc807f80425b771b2d in term 2.
23:58:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:50.621717  6475 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.621780  6475 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:58:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.621865  6930 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 2 FOLLOWER]: Leader pre-election won for term 3
23:58:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.621893  6930 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:58:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.621910  6930 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 2 FOLLOWER]: Advancing to term 3
23:58:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.622565  6930 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.622815  6930 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 3 election: Requested vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:50.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.623008  6677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:58:50.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.623100  6677 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 2 FOLLOWER]: Advancing to term 3
23:58:50.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:50.623127  6475 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:50.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.623695  6677 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73cefab284774cfc807f80425b771b2d in term 3.
23:58:50.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.623894  6478 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:58:50.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.624001  6930 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 3 FOLLOWER]: Leader election won for term 3
23:58:50.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.624142  6930 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 3 LEADER]: Becoming Leader. State: Replica: 73cefab284774cfc807f80425b771b2d, State: Running, Role: LEADER
23:58:50.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.624246  6930 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:50.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:50.624930  6288 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d reported cstate change: term changed from 1 to 3, leader changed from 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131) to 73cefab284774cfc807f80425b771b2d (127.6.7.129). New cstate: current_term: 3 leader_uuid: "73cefab284774cfc807f80425b771b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: HEALTHY } } }
23:58:51.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.189706  6677 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 3 FOLLOWER]: Refusing update from remote peer 73cefab284774cfc807f80425b771b2d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
23:58:51.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.189999  6946 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
23:58:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:51.192188  6475 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d -> Peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Couldn't send request to peer 7c788fa6e2794ad888ab662b67a5bd5c. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:58:51.776 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:51.776 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:51.777 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4498), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [7ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: connection closed, [7ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [18ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [19ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [22ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [22ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [40ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [42ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [42ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [78ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [79ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [82ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [82ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [137ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [139ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [141ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [141ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [516ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [518ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [519ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [521ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [521ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [1955ms] refreshing cache from master, [1956ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [1958ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [1960ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [1961ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [1962ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [4495ms] refreshing cache from master, [4496ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [4497ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@156408359(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37b897ea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929) -> (continuation of Deferred@1094355288 after retry RPC@862586757) -> (continuation of Deferred@1175425201 after retry RPC@1365570573) -> (continuation of Deferred@1475678393 after retry RPC@558318294) -> (continuation of Deferred@1309682099 after retry RPC@398540789), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7aae037 -> wakeup thread Time-limited test -> (continuation of Deferred@627477732 after retry RPC@36695520) -> (continuation of Deferred@992269650 after retry RPC@1772688929) -> (continuation of Deferred@1094355288 after retry RPC@862586757) -> (continuation of Deferred@1175425201 after retry RPC@1365570573) -> (continuation of Deferred@1475678393 after retry RPC@558318294) -> (continuation of Deferred@1309682099 after retry RPC@398540789))) after lookup
23:58:51.777 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:58:51.779 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] Successfully connected to peer
23:58:51.800 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x00cf6bff, L:/127.0.0.1:33324 - R:/127.6.7.129:46505] using TOKEN/null
23:58:51.810 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.131:34755
23:58:51.812 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:58:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.812559  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:58:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:34755
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:58:51.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:51.890616  6961 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:58:51.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:51.890786  6961 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:58:51.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:51.890805  6961 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:58:51.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:51.892215  6961 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:58:51.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:51.892262  6961 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.131
23:58:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.893714  6961 tablet_server_runner.cc:78] Tablet server non-default flags:
23:58:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:34755
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6961
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.893919  6961 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:58:51.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.894121  6961 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:58:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:51.896751  6969 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:51.896788  6966 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.896838  6961 server_base.cc:1061] running on GCE node
23:58:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:51.896735  6967 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.897431  6961 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:58:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.897720  6961 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:58:51.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.898852  6961 hybrid_clock.cc:648] HybridClock initialized: now 1783468731898835 us; error 32 us; skew 500 ppm
23:58:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.899950  6961 webserver.cc:534] Webserver started at http://127.6.7.131:41027/ using document root <none> and password file <none>
23:58:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.900144  6961 fs_manager.cc:362] Metadata directory not provided
23:58:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.900224  6961 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:58:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.901371  6961 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.901962  6975 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.902120  6961 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.902204  6961 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:46 on dist-test-slave-cbgl"
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.902487  6961 fs_report.cc:389] FS layout report
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/data
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:58:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:58:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:58:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:58:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:58:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:58:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:58:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:58:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:58:51.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.918866  6961 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:58:51.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.919198  6961 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:58:51.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.919318  6961 kserver.cc:163] Server-wide thread pool size limit: 3276
23:58:51.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.919579  6961 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:58:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.920106  6982 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:58:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.920954  6961 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:58:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.921000  6961 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:58:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.921036  6961 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:58:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.921661  6961 ts_tablet_manager.cc:616] Registered 1 tablets
23:58:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.921693  6961 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
23:58:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.921746  6982 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap starting.
23:58:51.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.927449  6961 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.131:34755
23:58:51.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.927501  7090 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.131:34755 every 8 connection(s)
23:58:51.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.927799  6961 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:58:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.931479  6982 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Log is configured to *not* fsync() on all Append() calls
23:58:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.933279  7091 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:58:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.933375  7091 heartbeater.cc:461] Registering TS with master...
23:58:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.933586  7091 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:58:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.933871  6982 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:58:51.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.934150  6982 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap complete.
23:58:51.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.934307  6214 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:51.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.934753  7093 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:58:51.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.934809  7093 heartbeater.cc:461] Registering TS with master...
23:58:51.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.934898  7093 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:58:51.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.935149  6982 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent bootstrapping tablet: real 0.013s	user 0.007s	sys 0.006s
23:58:51.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.935231  6289 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:51.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.935766  6289 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.131:54809
23:58:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.935783  7092 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:58:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.935834  7092 heartbeater.cc:461] Registering TS with master...
23:58:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.935930  7092 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:58:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.936286  6361 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.936190  6982 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.936453  6982 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c788fa6e2794ad888ab662b67a5bd5c, State: Initialized, Role: FOLLOWER
23:58:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.936540  6982 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.936784  6982 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
23:58:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.936964  7093 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:58:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.937608  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 6961
23:58:51.937 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:58:51.941 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:58:51.943 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.129:46505
23:58:51.943 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:51.943663  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 6460
23:58:51.949 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:58:51.949 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] handling channelInactive
23:58:51.949 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state READY due to: connection closed
23:58:51.950 [DEBUG - Time-limited test] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:58:51.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.951 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.955 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:51.956 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:51.956 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [2ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [6ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@382499248(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@86cd20b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e7d900b -> wakeup thread Time-limited test)) after lookup
23:58:51.956 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:58:51.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.958 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:51.976 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:51.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [2ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [6ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@382499248(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@86cd20b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e7d900b -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437))) after lookup
23:58:51.976 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:58:51.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.978 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.996 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:51.996 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:51.996 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [2ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [6ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [27ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [29ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [46ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@382499248(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@86cd20b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437) -> (continuation of Deferred@65560891 after retry RPC@1132881996), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e7d900b -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437) -> (continuation of Deferred@65560891 after retry RPC@1132881996))) after lookup
23:58:51.997 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:58:51.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:51.998 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:52.056 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:52.056 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:52.057 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=107), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [2ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [6ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [27ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [29ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [46ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [48ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [49ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [50ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [107ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@382499248(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@86cd20b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437) -> (continuation of Deferred@65560891 after retry RPC@1132881996) -> (continuation of Deferred@2057811352 after retry RPC@169047688), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e7d900b -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437) -> (continuation of Deferred@65560891 after retry RPC@1132881996) -> (continuation of Deferred@2057811352 after retry RPC@169047688))) after lookup
23:58:52.058 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:58:52.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:52.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:52.060 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:52.176 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:52.176 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:52.177 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=227), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [2ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [6ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [27ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [29ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [46ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [48ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [49ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [50ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [107ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [108ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [111ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [111ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [225ms] refreshing cache from master, [225ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [227ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@382499248(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@86cd20b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437) -> (continuation of Deferred@65560891 after retry RPC@1132881996) -> (continuation of Deferred@2057811352 after retry RPC@169047688) -> (continuation of Deferred@699426463 after retry RPC@1915381932), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e7d900b -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437) -> (continuation of Deferred@65560891 after retry RPC@1132881996) -> (continuation of Deferred@2057811352 after retry RPC@169047688) -> (continuation of Deferred@699426463 after retry RPC@1915381932))) after lookup
23:58:52.177 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:58:52.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:52.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:52.179 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:58:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.309716  7104 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 73cefab284774cfc807f80425b771b2d)
23:58:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.309818  7104 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.310007  7104 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:53.310680  6611 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111)
23:58:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.313211  7045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" is_pre_election: true
23:58:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.313364  7045 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 690a2cf6d87e4cf89c3c3ec02b51a926 in term 1.
23:58:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.313638  6610 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 73cefab284774cfc807f80425b771b2d
23:58:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.313733  7104 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 3 FOLLOWER]: Leader pre-election won for term 4
23:58:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.313776  7104 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 73cefab284774cfc807f80425b771b2d)
23:58:53.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.313793  7104 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 3 FOLLOWER]: Advancing to term 4
23:58:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.314371  7104 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.314491  7104 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 4 election: Requested vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.314623  7045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:58:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.314702  7045 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 1 FOLLOWER]: Advancing to term 4
23:58:53.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:53.314975  6611 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111)
23:58:53.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.315817  7045 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 690a2cf6d87e4cf89c3c3ec02b51a926 in term 4.
23:58:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.315968  6610 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 73cefab284774cfc807f80425b771b2d
23:58:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.316056  7104 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 FOLLOWER]: Leader election won for term 4
23:58:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.316179  7104 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 LEADER]: Becoming Leader. State: Replica: 690a2cf6d87e4cf89c3c3ec02b51a926, State: Running, Role: LEADER
23:58:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.316259  7104 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:53.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.316999  6289 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 reported cstate change: term changed from 3 to 4, leader changed from 73cefab284774cfc807f80425b771b2d (127.6.7.129) to 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130). New cstate: current_term: 4 leader_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: UNKNOWN } } }
23:58:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.708412  7045 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 4 FOLLOWER]: Refusing update from remote peer 690a2cf6d87e4cf89c3c3ec02b51a926: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
23:58:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:53.708756  7104 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
23:58:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:53.711568  6611 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 -> Peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Couldn't send request to peer 73cefab284774cfc807f80425b771b2d. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:58:54.095 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:54.096 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:54.096 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2146), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [2ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [6ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [27ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [29ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [46ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [48ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [49ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [50ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [107ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [108ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [111ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [111ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [225ms] refreshing cache from master, [225ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [227ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [228ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [230ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [230ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [2144ms] refreshing cache from master, [2144ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [2146ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@382499248(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@86cd20b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437) -> (continuation of Deferred@65560891 after retry RPC@1132881996) -> (continuation of Deferred@2057811352 after retry RPC@169047688) -> (continuation of Deferred@699426463 after retry RPC@1915381932) -> (continuation of Deferred@2101018691 after retry RPC@1551202368), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e7d900b -> wakeup thread Time-limited test -> (continuation of Deferred@1746696061 after retry RPC@1515413437) -> (continuation of Deferred@65560891 after retry RPC@1132881996) -> (continuation of Deferred@2057811352 after retry RPC@169047688) -> (continuation of Deferred@699426463 after retry RPC@1915381932) -> (continuation of Deferred@2101018691 after retry RPC@1551202368))) after lookup
23:58:54.097 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:58:54.098 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] Successfully connected to peer
23:58:54.118 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0669f1ed, L:/127.0.0.1:34738 - R:/127.6.7.130:41365] using TOKEN/null
23:58:54.133 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.129:46505
23:58:54.134 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.135066  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/logs
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:58:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.129:46505
23:58:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.129
23:58:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38713
23:58:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.129
23:58:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:58:54.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:54.211367  7131 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:58:54.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:54.211546  7131 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:58:54.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:54.211567  7131 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:58:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:54.213168  7131 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:58:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:54.213230  7131 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.129
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.214905  7131 tablet_server_runner.cc:78] Tablet server non-default flags:
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.129:46505
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.129
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38713
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7131
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.129
23:58:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/logs
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.215128  7131 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:58:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.215380  7131 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:58:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:54.217896  7137 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:54.217880  7139 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:54.218003  7136 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.218446  7131 server_base.cc:1061] running on GCE node
23:58:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.218616  7131 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:58:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.218854  7131 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:58:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.220009  7131 hybrid_clock.cc:648] HybridClock initialized: now 1783468734219984 us; error 35 us; skew 500 ppm
23:58:54.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.221155  7131 webserver.cc:534] Webserver started at http://127.6.7.129:38713/ using document root <none> and password file <none>
23:58:54.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.221354  7131 fs_manager.cc:362] Metadata directory not provided
23:58:54.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.221438  7131 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:58:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.222721  7131 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:58:54.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.223423  7145 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:58:54.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.223618  7131 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.223685  7131 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73cefab284774cfc807f80425b771b2d"
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.224009  7131 fs_report.cc:389] FS layout report
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/data
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:58:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:58:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.239064  7131 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:58:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.239418  7131 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:58:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.239558  7131 kserver.cc:163] Server-wide thread pool size limit: 3276
23:58:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.239822  7131 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:58:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.240290  7152 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:58:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.241123  7131 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:58:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.241178  7131 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:58:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.241216  7131 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:58:54.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.241892  7131 ts_tablet_manager.cc:616] Registered 1 tablets
23:58:54.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.241925  7131 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:58:54.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.241976  7152 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap starting.
23:58:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.248317  7131 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.129:46505
23:58:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.248682  7259 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.129:46505 every 8 connection(s)
23:58:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.248733  7131 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:58:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.249744  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 7131
23:58:54.250 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:58:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.250317  7152 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Log is configured to *not* fsync() on all Append() calls
23:58:54.256 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.253242  7152 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.253520  7152 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap complete.
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.254544  7152 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Time spent bootstrapping tablet: real 0.013s	user 0.004s	sys 0.007s
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.255255  7261 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.255340  7261 heartbeater.cc:461] Registering TS with master...
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.255534  7261 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.255631  7152 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.255894  7152 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73cefab284774cfc807f80425b771b2d, State: Initialized, Role: FOLLOWER
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.255991  7152 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.256057  6360 ts_manager.cc:194] Re-registered known tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.256209  7152 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
23:58:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.256836  7260 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:58:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.256896  7260 heartbeater.cc:461] Registering TS with master...
23:58:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.256992  7260 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:58:54.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.257340  6214 ts_manager.cc:194] Re-registered known tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:54.258 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.130:41365
23:58:54.258 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:58:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.258690  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 6595
23:58:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.261932  7262 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:58:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.261993  7262 heartbeater.cc:461] Registering TS with master...
23:58:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.262091  7262 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:58:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.262421  6289 ts_manager.cc:194] Re-registered known tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.262909  6289 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.129:33935
23:58:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:54.263551  7262 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:58:54.264 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:58:54.264 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] handling channelInactive
23:58:54.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state READY due to: connection closed
23:58:54.274 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:58:54.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.276 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.295 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:54.296 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:54.296 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [1ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [12ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [12ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [31ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1172701378(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@7e800900 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3bb747e1 -> wakeup thread Time-limited test)) after lookup
23:58:54.297 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:58:54.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.298 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.316 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:54.316 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:54.317 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [1ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [12ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [12ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [31ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [32ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [34ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [34ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1172701378(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@7e800900 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3bb747e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261))) after lookup
23:58:54.317 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:58:54.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.318 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.336 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:54.336 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:54.337 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [1ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [12ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [12ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [31ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [32ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [34ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [34ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [53ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [54ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [54ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1172701378(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@7e800900 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3bb747e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482))) after lookup
23:58:54.338 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:58:54.339 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.339 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.396 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:54.396 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:54.397 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [1ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [12ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [12ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [31ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [32ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [34ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [34ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [53ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [54ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [54ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [73ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [75ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [75ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [132ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1172701378(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@7e800900 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482) -> (continuation of Deferred@967779335 after retry RPC@2036120700), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3bb747e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482) -> (continuation of Deferred@967779335 after retry RPC@2036120700))) after lookup
23:58:54.397 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:58:54.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.398 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.996 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:54.996 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:54.996 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=731), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [1ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [12ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [12ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [31ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [32ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [34ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [34ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [53ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [54ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [54ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [73ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [75ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [75ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [132ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [133ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [134ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [134ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [729ms] refreshing cache from master, [729ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [731ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1172701378(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@7e800900 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482) -> (continuation of Deferred@967779335 after retry RPC@2036120700) -> (continuation of Deferred@1116577328 after retry RPC@1588491585), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3bb747e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482) -> (continuation of Deferred@967779335 after retry RPC@2036120700) -> (continuation of Deferred@1116577328 after retry RPC@1588491585))) after lookup
23:58:54.997 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:58:54.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:54.998 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:55.076 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:55.076 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:58:55.076 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=811), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [1ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [12ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [12ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [31ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [32ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [34ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [34ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [53ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [54ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [54ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [73ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [75ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [75ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [132ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [133ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [134ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [134ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [729ms] refreshing cache from master, [729ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [731ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [733ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [734ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [734ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [809ms] refreshing cache from master, [809ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [811ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1172701378(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@7e800900 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482) -> (continuation of Deferred@967779335 after retry RPC@2036120700) -> (continuation of Deferred@1116577328 after retry RPC@1588491585) -> (continuation of Deferred@857765957 after retry RPC@512300829), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3bb747e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482) -> (continuation of Deferred@967779335 after retry RPC@2036120700) -> (continuation of Deferred@1116577328 after retry RPC@1588491585) -> (continuation of Deferred@857765957 after retry RPC@512300829))) after lookup
23:58:55.077 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:58:55.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:55.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:55.078 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:58:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.633307  7273 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 690a2cf6d87e4cf89c3c3ec02b51a926)
23:58:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.633400  7273 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.633689  7273 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:55.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:55.634140  6979 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111)
23:58:55.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:55.634582  6979 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111)
23:58:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.637280  7214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d" is_pre_election: true
23:58:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.637427  7214 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 3.
23:58:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.637660  6977 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 690a2cf6d87e4cf89c3c3ec02b51a926
23:58:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.637799  7273 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 4 FOLLOWER]: Leader pre-election won for term 5
23:58:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.637869  7273 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 4 FOLLOWER]: Starting leader election (detected failure of leader 690a2cf6d87e4cf89c3c3ec02b51a926)
23:58:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.637889  7273 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 4 FOLLOWER]: Advancing to term 5
23:58:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.638417  7273 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.638545  7273 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 5 election: Requested vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.638710  7214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d"
23:58:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.638795  7214 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 3 FOLLOWER]: Advancing to term 5
23:58:55.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:55.638980  6979 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111)
23:58:55.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.639799  7214 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 5.
23:58:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.639972  6977 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 690a2cf6d87e4cf89c3c3ec02b51a926
23:58:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.640057  7273 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 5 FOLLOWER]: Leader election won for term 5
23:58:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.640178  7273 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 5 LEADER]: Becoming Leader. State: Replica: 7c788fa6e2794ad888ab662b67a5bd5c, State: Running, Role: LEADER
23:58:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.640246  7273 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:55.640897  6289 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c reported cstate change: term changed from 4 to 5, leader changed from 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130) to 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131). New cstate: current_term: 5 leader_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: UNKNOWN } } }
23:58:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.157608  7214 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 5 FOLLOWER]: Refusing update from remote peer 7c788fa6e2794ad888ab662b67a5bd5c: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
23:58:56.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.157909  7290 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
23:58:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:56.160698  6979 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c -> Peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Couldn't send request to peer 690a2cf6d87e4cf89c3c3ec02b51a926. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:58:56.216 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:56.216 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:56.217 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=15, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1952), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [1ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [12ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [12ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [31ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [32ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [34ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [34ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [53ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [54ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [54ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [73ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [75ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [75ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [132ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [133ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [134ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [134ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [729ms] refreshing cache from master, [729ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [731ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [733ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [734ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [734ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [809ms] refreshing cache from master, [809ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [811ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [813ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [814ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [814ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [1949ms] refreshing cache from master, [1950ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [1952ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1172701378(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@7e800900 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482) -> (continuation of Deferred@967779335 after retry RPC@2036120700) -> (continuation of Deferred@1116577328 after retry RPC@1588491585) -> (continuation of Deferred@857765957 after retry RPC@512300829) -> (continuation of Deferred@1632084389 after retry RPC@924873583), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3bb747e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1969536343 after retry RPC@1953330261) -> (continuation of Deferred@2114199739 after retry RPC@1632906482) -> (continuation of Deferred@967779335 after retry RPC@2036120700) -> (continuation of Deferred@1116577328 after retry RPC@1588491585) -> (continuation of Deferred@857765957 after retry RPC@512300829) -> (continuation of Deferred@1632084389 after retry RPC@924873583))) after lookup
23:58:56.217 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:56.218 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] Successfully connected to peer
23:58:56.236 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbb64bb75, L:/127.0.0.1:53250 - R:/127.6.7.131:34755] using TOKEN/null
23:58:56.246 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.130:41365
23:58:56.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.247430  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/logs
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:58:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.130:41365
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.130
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37815
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.130
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:58:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:56.321841  7305 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:58:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:56.322001  7305 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:58:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:56.322029  7305 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:58:56.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:56.323587  7305 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:58:56.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:56.323647  7305 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.130
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.325205  7305 tablet_server_runner.cc:78] Tablet server non-default flags:
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.130:41365
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:58:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.130
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37815
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7305
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.130
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/logs
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.325474  7305 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:58:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.325773  7305 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:58:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:56.328351  7311 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:56.328397  7313 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.328531  7305 server_base.cc:1061] running on GCE node
23:58:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:56.328397  7310 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:58:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.328723  7305 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:58:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.328953  7305 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:58:56.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.330083  7305 hybrid_clock.cc:648] HybridClock initialized: now 1783468736330064 us; error 27 us; skew 500 ppm
23:58:56.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.331123  7305 webserver.cc:534] Webserver started at http://127.6.7.130:37815/ using document root <none> and password file <none>
23:58:56.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.331311  7305 fs_manager.cc:362] Metadata directory not provided
23:58:56.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.331382  7305 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:58:56.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.332487  7305 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.333009  7319 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.333173  7305 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.333230  7305 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.333492  7305 fs_report.cc:389] FS layout report
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/data
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:58:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:58:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.353396  7305 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:58:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.353708  7305 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:58:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.353796  7305 kserver.cc:163] Server-wide thread pool size limit: 3276
23:58:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.353973  7305 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:58:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.354378  7326 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:58:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.355273  7305 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:58:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.355309  7305 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:58:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.355331  7305 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:58:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.355823  7305 ts_tablet_manager.cc:616] Registered 1 tablets
23:58:56.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.355850  7305 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:58:56.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.355934  7326 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap starting.
23:58:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.361586  7305 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.130:41365
23:58:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.361716  7433 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.130:41365 every 8 connection(s)
23:58:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.361938  7305 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:58:56.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.365479  7326 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Log is configured to *not* fsync() on all Append() calls
23:58:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.368419  7326 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:58:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.368696  7326 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap complete.
23:58:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.369480  7326 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Time spent bootstrapping tablet: real 0.014s	user 0.003s	sys 0.008s
23:58:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.370455  7326 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.370643  7326 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 690a2cf6d87e4cf89c3c3ec02b51a926, State: Initialized, Role: FOLLOWER
23:58:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.370749  7326 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.371021  7326 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Time spent starting tablet: real 0.001s	user 0.001s	sys 0.000s
23:58:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.371685  7436 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:58:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.371786  7436 heartbeater.cc:461] Registering TS with master...
23:58:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.371820  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 7305
23:58:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.371690  7435 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:58:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.371886  7435 heartbeater.cc:461] Registering TS with master...
23:58:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.371971  7436 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:58:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.371994  7435 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:58:56.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:58:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.372514  7434 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:58:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.372567  7434 heartbeater.cc:461] Registering TS with master...
23:58:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.372601  6360 ts_manager.cc:194] Re-registered known tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:58:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.372655  7434 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:58:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.372759  6289 ts_manager.cc:194] Re-registered known tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:58:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.372957  6214 ts_manager.cc:194] Re-registered known tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:58:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.373204  6289 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.130:46937
23:58:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.374673  7436 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:58:56.376 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:58:56.382 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.131:34755
23:58:56.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:58:56.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:56.382947  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 6961
23:58:56.388 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:58:56.389 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] handling channelInactive
23:58:56.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state READY due to: connection closed
23:58:56.394 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:56.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.395 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.416 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:56.416 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:56.416 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [6ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [27ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1698558222(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37940ebb -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56920a9a -> wakeup thread Time-limited test)) after lookup
23:58:56.417 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:56.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.418 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:56.435 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:56.436 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [6ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [27ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [28ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [29ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [46ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1698558222(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37940ebb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56920a9a -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054))) after lookup
23:58:56.436 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:56.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.438 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.476 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:56.476 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:56.477 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [6ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [27ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [28ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [29ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [46ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [47ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [49ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [49ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [87ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1698558222(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37940ebb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054) -> (continuation of Deferred@941205131 after retry RPC@1431327074), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56920a9a -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054) -> (continuation of Deferred@941205131 after retry RPC@1431327074))) after lookup
23:58:56.477 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:56.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.479 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.556 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:56.556 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:56.557 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=167), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [6ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [27ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [28ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [29ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [46ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [47ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [49ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [49ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [87ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [88ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [90ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [90ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [167ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1698558222(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37940ebb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054) -> (continuation of Deferred@941205131 after retry RPC@1431327074) -> (continuation of Deferred@575218165 after retry RPC@1975893919), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56920a9a -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054) -> (continuation of Deferred@941205131 after retry RPC@1431327074) -> (continuation of Deferred@575218165 after retry RPC@1975893919))) after lookup
23:58:56.558 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:56.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:56.559 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:57.036 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:58:57.036 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:58:57.037 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=647), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [6ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [27ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [28ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [29ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [46ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [47ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [49ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [49ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [87ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [88ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [90ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [90ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [167ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [168ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [170ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [170ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [644ms] refreshing cache from master, [644ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [647ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1698558222(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37940ebb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054) -> (continuation of Deferred@941205131 after retry RPC@1431327074) -> (continuation of Deferred@575218165 after retry RPC@1975893919) -> (continuation of Deferred@355872841 after retry RPC@1297566775), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56920a9a -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054) -> (continuation of Deferred@941205131 after retry RPC@1431327074) -> (continuation of Deferred@575218165 after retry RPC@1975893919) -> (continuation of Deferred@355872841 after retry RPC@1297566775))) after lookup
23:58:57.037 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:58:57.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:57.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:57.039 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:58:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.521864  7447 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:58:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.521986  7447 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.522243  7447 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:58:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:57.522701  7320 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:57.523151  7320 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.525210  7214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d" is_pre_election: true
23:58:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.525592  7321 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926; no voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c
23:58:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.525751  7447 raft_consensus.cc:2749] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
23:58:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.745992  7452 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:58:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.746101  7452 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.746368  7452 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:57.746793  7146 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:57.747318  7146 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.749409  7388 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" is_pre_election: true
23:58:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.749563  7388 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73cefab284774cfc807f80425b771b2d in term 4.
23:58:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.749774  7149 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:58:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.749900  7452 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 5 FOLLOWER]: Leader pre-election won for term 6
23:58:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.749946  7452 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 5 FOLLOWER]: Starting leader election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:58:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.749959  7452 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 5 FOLLOWER]: Advancing to term 6
23:58:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.750497  7452 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.750620  7452 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 6 election: Requested vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:58:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.750828  7388 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:58:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.750895  7388 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 4 FOLLOWER]: Advancing to term 6
23:58:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:57.751173  7146 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:58:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.751834  7388 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73cefab284774cfc807f80425b771b2d in term 6.
23:58:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.751991  7149 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:58:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.752076  7452 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 6 FOLLOWER]: Leader election won for term 6
23:58:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.752203  7452 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 6 LEADER]: Becoming Leader. State: Replica: 73cefab284774cfc807f80425b771b2d, State: Running, Role: LEADER
23:58:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.752271  7452 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:58:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:57.752895  6289 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d reported cstate change: term changed from 5 to 6, leader changed from 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131) to 73cefab284774cfc807f80425b771b2d (127.6.7.129). New cstate: current_term: 6 leader_uuid: "73cefab284774cfc807f80425b771b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: HEALTHY } } }
23:58:58.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:58.165958  7388 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 6 FOLLOWER]: Refusing update from remote peer 73cefab284774cfc807f80425b771b2d: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
23:58:58.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:58:58.166265  7452 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
23:58:58.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:58:58.168794  7146 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d -> Peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Couldn't send request to peer 7c788fa6e2794ad888ab662b67a5bd5c. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:00.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:00.405728  7146 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d -> Peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Couldn't send request to peer 7c788fa6e2794ad888ab662b67a5bd5c. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
23:59:00.936 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:00.936 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:00.936 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=4547), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [6ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [27ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [28ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [29ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [46ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [47ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [49ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [49ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [87ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [88ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [90ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [90ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [167ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [168ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [170ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [170ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [644ms] refreshing cache from master, [644ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [647ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [648ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [650ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [650ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [4544ms] refreshing cache from master, [4544ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [4546ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1698558222(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@37940ebb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054) -> (continuation of Deferred@941205131 after retry RPC@1431327074) -> (continuation of Deferred@575218165 after retry RPC@1975893919) -> (continuation of Deferred@355872841 after retry RPC@1297566775) -> (continuation of Deferred@1689653053 after retry RPC@326619496), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@56920a9a -> wakeup thread Time-limited test -> (continuation of Deferred@646036526 after retry RPC@1619109054) -> (continuation of Deferred@941205131 after retry RPC@1431327074) -> (continuation of Deferred@575218165 after retry RPC@1975893919) -> (continuation of Deferred@355872841 after retry RPC@1297566775) -> (continuation of Deferred@1689653053 after retry RPC@326619496))) after lookup
23:59:00.937 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:00.938 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] Successfully connected to peer
23:59:00.954 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x82716a02, L:/127.0.0.1:33672 - R:/127.6.7.129:46505] using TOKEN/null
23:59:00.964 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.131:34755
23:59:00.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:59:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:00.965601  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:59:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:34755
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:01.040548  7489 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:59:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:01.040707  7489 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:01.040725  7489 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:59:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:01.042176  7489 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:59:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:01.042230  7489 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.131
23:59:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.043684  7489 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:34755
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7489
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:59:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.043874  7489 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.044054  7489 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:59:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:01.046337  7496 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:01.046365  7499 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.046589  7489 server_base.cc:1061] running on GCE node
23:59:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:01.046391  7497 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.046793  7489 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:01.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.047024  7489 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:01.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.048153  7489 hybrid_clock.cc:648] HybridClock initialized: now 1783468741048130 us; error 41 us; skew 500 ppm
23:59:01.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.049165  7489 webserver.cc:534] Webserver started at http://127.6.7.131:41027/ using document root <none> and password file <none>
23:59:01.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.049350  7489 fs_manager.cc:362] Metadata directory not provided
23:59:01.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.049410  7489 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:01.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.050566  7489 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:59:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.051203  7505 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.051373  7489 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
23:59:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.051445  7489 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:59:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:46 on dist-test-slave-cbgl"
23:59:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.051720  7489 fs_report.cc:389] FS layout report
23:59:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/data
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.070118  7489 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:59:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.070458  7489 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.070587  7489 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:01.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.070850  7489 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:59:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.071316  7512 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:59:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.072129  7489 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:59:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.072171  7489 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:59:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.072203  7489 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:59:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.072779  7489 ts_tablet_manager.cc:616] Registered 1 tablets
23:59:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.072809  7489 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:59:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.072870  7512 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap starting.
23:59:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.078389  7489 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.131:34755
23:59:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.078469  7619 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.131:34755 every 8 connection(s)
23:59:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.078774  7489 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:59:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.079844  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 7489
23:59:01.080 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.082267  7512 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Log is configured to *not* fsync() on all Append() calls
23:59:01.084 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:01.085 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.129:46505
23:59:01.085 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:59:01.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.085417  7512 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:59:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.085733  7512 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap complete.
23:59:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.085721  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 7131
23:59:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.087445  7512 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent bootstrapping tablet: real 0.015s	user 0.000s	sys 0.012s
23:59:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.087951  7621 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:59:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.088037  7621 heartbeater.cc:461] Registering TS with master...
23:59:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.088269  7621 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:59:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.088569  7512 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.088810  7512 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c788fa6e2794ad888ab662b67a5bd5c, State: Initialized, Role: FOLLOWER
23:59:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.088831  6361 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.089262  7512 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.089552  7512 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
23:59:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.090605  7620 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:59:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.090662  7620 heartbeater.cc:461] Registering TS with master...
23:59:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.090747  7620 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:59:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.091295  6214 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.091547  7622 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:59:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.091603  7622 heartbeater.cc:461] Registering TS with master...
23:59:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.091687  7622 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:59:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.091935  6289 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.092355  6289 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.131:50725
23:59:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:01.092854  7622 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:59:01.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:01.094 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] handling channelInactive
23:59:01.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state READY due to: connection closed
23:59:01.113 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:01.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.115 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.135 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:01.136 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:01.136 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [21ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [21ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1083988348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@14f0ae82 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d902158 -> wakeup thread Time-limited test)) after lookup
23:59:01.137 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:01.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.138 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.155 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:01.155 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:01.156 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [21ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [21ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [42ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [44ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [44ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [61ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1083988348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@14f0ae82 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d902158 -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838))) after lookup
23:59:01.156 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:01.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.158 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.176 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:01.176 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:01.176 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [21ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [21ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [42ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [44ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [44ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [61ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [62ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [64ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [64ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [81ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1083988348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@14f0ae82 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838) -> (continuation of Deferred@1117184735 after retry RPC@1059007087), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d902158 -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838) -> (continuation of Deferred@1117184735 after retry RPC@1059007087))) after lookup
23:59:01.177 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:01.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.178 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:01.267 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:01.268 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=173), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [21ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [21ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [42ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [44ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [44ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [61ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [62ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [64ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [64ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [81ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [83ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [84ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [84ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [159ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [172ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1083988348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@14f0ae82 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838) -> (continuation of Deferred@1117184735 after retry RPC@1059007087) -> (continuation of Deferred@2005958726 after retry RPC@832209033), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d902158 -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838) -> (continuation of Deferred@1117184735 after retry RPC@1059007087) -> (continuation of Deferred@2005958726 after retry RPC@832209033))) after lookup
23:59:01.269 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:01.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.271 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.736 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:01.736 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:01.736 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=641), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [21ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [21ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [42ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [44ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [44ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [61ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [62ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [64ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [64ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [81ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [83ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [84ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [84ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [159ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [172ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [174ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [177ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [177ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [639ms] refreshing cache from master, [640ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [641ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1083988348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@14f0ae82 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838) -> (continuation of Deferred@1117184735 after retry RPC@1059007087) -> (continuation of Deferred@2005958726 after retry RPC@832209033) -> (continuation of Deferred@1712433630 after retry RPC@15793709), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d902158 -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838) -> (continuation of Deferred@1117184735 after retry RPC@1059007087) -> (continuation of Deferred@2005958726 after retry RPC@832209033) -> (continuation of Deferred@1712433630 after retry RPC@15793709))) after lookup
23:59:01.737 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:01.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:01.738 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:02.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.464462  7633 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 73cefab284774cfc807f80425b771b2d)
23:59:02.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.464572  7633 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:02.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.464756  7633 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:02.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.465567  7321 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111)
23:59:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.468073  7574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" is_pre_election: true
23:59:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.468221  7574 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 690a2cf6d87e4cf89c3c3ec02b51a926 in term 5.
23:59:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.468439  7320 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 73cefab284774cfc807f80425b771b2d
23:59:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.468549  7633 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 6 FOLLOWER]: Leader pre-election won for term 7
23:59:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.468596  7633 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 73cefab284774cfc807f80425b771b2d)
23:59:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.468611  7633 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 6 FOLLOWER]: Advancing to term 7
23:59:02.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.469167  7633 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:02.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.469295  7633 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 7 election: Requested vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:02.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.469453  7574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:59:02.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.469563  7574 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 5 FOLLOWER]: Advancing to term 7
23:59:02.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.469882  7321 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111)
23:59:02.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.470580  7574 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 690a2cf6d87e4cf89c3c3ec02b51a926 in term 7.
23:59:02.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.470745  7320 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 73cefab284774cfc807f80425b771b2d
23:59:02.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.470839  7633 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 FOLLOWER]: Leader election won for term 7
23:59:02.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.470965  7633 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 LEADER]: Becoming Leader. State: Replica: 690a2cf6d87e4cf89c3c3ec02b51a926, State: Running, Role: LEADER
23:59:02.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.471043  7633 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:02.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.471966  6289 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 reported cstate change: term changed from 6 to 7, leader changed from 73cefab284774cfc807f80425b771b2d (127.6.7.129) to 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130). New cstate: current_term: 7 leader_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: UNKNOWN } } }
23:59:02.715 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:02.716 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:02.717 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1622), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [21ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [21ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [42ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [44ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [44ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [61ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [62ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [64ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [64ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [81ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [83ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [84ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [84ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [159ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [172ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [174ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [177ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [177ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [639ms] refreshing cache from master, [640ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [641ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [643ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [644ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [644ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [1619ms] refreshing cache from master, [1619ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [1621ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1083988348(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@14f0ae82 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838) -> (continuation of Deferred@1117184735 after retry RPC@1059007087) -> (continuation of Deferred@2005958726 after retry RPC@832209033) -> (continuation of Deferred@1712433630 after retry RPC@15793709) -> (continuation of Deferred@236509172 after retry RPC@152981900), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d902158 -> wakeup thread Time-limited test -> (continuation of Deferred@16805839 after retry RPC@1297482838) -> (continuation of Deferred@1117184735 after retry RPC@1059007087) -> (continuation of Deferred@2005958726 after retry RPC@832209033) -> (continuation of Deferred@1712433630 after retry RPC@15793709) -> (continuation of Deferred@236509172 after retry RPC@152981900))) after lookup
23:59:02.718 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:02.719 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] Successfully connected to peer
23:59:02.745 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x63b38dda, L:/127.0.0.1:44614 - R:/127.6.7.130:41365] using TOKEN/null
23:59:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.747020  7321 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111) [suppressed 2 similar messages]
23:59:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.747119  7574 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 7 FOLLOWER]: Refusing update from remote peer 690a2cf6d87e4cf89c3c3ec02b51a926: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 22. (index mismatch)
23:59:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.747370  7321 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 -> Peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Couldn't send request to peer 73cefab284774cfc807f80425b771b2d. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.747387  7633 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
23:59:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.754310  7651 mvcc.cc:204] Tried to move back new op lower bound from 7305087970289393664 to 7305087969161924608. Current Snapshot: MvccSnapshot[applied={T|T < 7305087970289393664}]
23:59:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.755121  7653 mvcc.cc:204] Tried to move back new op lower bound from 7305087970289393664 to 7305087969161924608. Current Snapshot: MvccSnapshot[applied={T|T < 7305087970289393664}]
23:59:02.770 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.129:46505
23:59:02.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.771984  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/logs
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.129:46505
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.129
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38713
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.129
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.864665  7660 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:59:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.864835  7660 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.864852  7660 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:59:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.866339  7660 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:59:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.866389  7660 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.129
23:59:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.867837  7660 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.129:46505
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.129
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38713
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7660
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.129
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/logs
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.868029  7660 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.868211  7660 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:59:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.870368  7666 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.870455  7665 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:02.870353  7668 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.870620  7660 server_base.cc:1061] running on GCE node
23:59:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.870746  7660 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.870901  7660 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.872026  7660 hybrid_clock.cc:648] HybridClock initialized: now 1783468742872004 us; error 33 us; skew 500 ppm
23:59:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.872993  7660 webserver.cc:534] Webserver started at http://127.6.7.129:38713/ using document root <none> and password file <none>
23:59:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.873134  7660 fs_manager.cc:362] Metadata directory not provided
23:59:02.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.873172  7660 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.874284  7660 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:59:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.874758  7674 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.874871  7660 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.874910  7660 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73cefab284774cfc807f80425b771b2d"
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.875151  7660 fs_report.cc:389] FS layout report
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/data
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:02.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.885013  7660 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:59:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.885267  7660 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.885360  7660 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.885552  7660 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:59:02.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.885984  7681 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:59:02.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.886864  7660 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:59:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.886898  7660 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:59:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.886920  7660 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:59:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.887379  7660 ts_tablet_manager.cc:616] Registered 1 tablets
23:59:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.887404  7660 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:59:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.887487  7681 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap starting.
23:59:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.893253  7660 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.129:46505
23:59:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.893349  7788 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.129:46505 every 8 connection(s)
23:59:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.893752  7660 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:59:02.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.896646  7681 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Log is configured to *not* fsync() on all Append() calls
23:59:02.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.898916  7789 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:59:02.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.899014  7789 heartbeater.cc:461] Registering TS with master...
23:59:02.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.899192  7789 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:59:02.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.899756  6214 ts_manager.cc:194] Re-registered known tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.900122  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 7660
23:59:02.900 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.901106  7790 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:59:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.901161  7790 heartbeater.cc:461] Registering TS with master...
23:59:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.901252  7790 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:59:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.901593  7681 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:59:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.901604  6361 ts_manager.cc:194] Re-registered known tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:02.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.901844  7681 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap complete.
23:59:02.905 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:02.905 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.130:41365
23:59:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.902345  7791 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:59:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.902395  7791 heartbeater.cc:461] Registering TS with master...
23:59:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.902480  7791 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:59:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.902714  6289 ts_manager.cc:194] Re-registered known tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.902804  7681 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Time spent bootstrapping tablet: real 0.015s	user 0.003s	sys 0.009s
23:59:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.903188  6289 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.129:40221
23:59:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.903898  7681 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.904151  7681 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73cefab284774cfc807f80425b771b2d, State: Initialized, Role: FOLLOWER
23:59:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.904260  7681 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:02.906 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:59:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.904507  7681 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
23:59:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.904733  7791 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:59:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:02.906162  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 7305
23:59:02.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:02.912 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] handling channelInactive
23:59:02.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state READY due to: connection closed
23:59:02.912 [DEBUG - Time-limited test] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:02.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.914 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.935 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:02.936 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:02.936 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [2ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [23ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@404792555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@63c90452 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42bb5813 -> wakeup thread Time-limited test)) after lookup
23:59:02.936 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:02.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.938 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.955 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:02.956 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:02.956 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [2ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [23ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [24ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [26ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [26ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@404792555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@63c90452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42bb5813 -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670))) after lookup
23:59:02.956 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:02.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.958 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.995 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:02.996 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:02.996 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [2ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [23ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [24ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [26ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [26ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [44ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [46ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [46ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [83ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@404792555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@63c90452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42bb5813 -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122))) after lookup
23:59:02.997 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:02.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:02.998 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:03.096 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:03.097 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:03.097 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=185), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [2ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [23ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [24ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [26ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [26ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [44ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [46ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [46ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [83ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [84ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [86ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [86ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [184ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@404792555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@63c90452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122) -> (continuation of Deferred@672666268 after retry RPC@213610168), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42bb5813 -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122) -> (continuation of Deferred@672666268 after retry RPC@213610168))) after lookup
23:59:03.098 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:03.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:03.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:03.099 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:03.415 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:03.416 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:03.416 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=504), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [2ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [23ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [24ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [26ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [26ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [44ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [46ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [46ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [83ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [84ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [86ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [86ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [184ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [185ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [187ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [187ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [501ms] refreshing cache from master, [501ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [503ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@404792555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@63c90452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122) -> (continuation of Deferred@672666268 after retry RPC@213610168) -> (continuation of Deferred@1309830317 after retry RPC@420152697), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42bb5813 -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122) -> (continuation of Deferred@672666268 after retry RPC@213610168) -> (continuation of Deferred@1309830317 after retry RPC@420152697))) after lookup
23:59:03.416 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:03.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:03.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:03.418 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:04.216 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:04.216 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:04.217 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1304), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [2ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [23ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [24ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [26ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [26ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [44ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [46ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [46ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [83ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [84ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [86ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [86ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [184ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [185ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [187ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [187ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [501ms] refreshing cache from master, [501ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [503ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [504ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [506ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [506ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [1302ms] refreshing cache from master, [1302ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [1304ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@404792555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@63c90452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122) -> (continuation of Deferred@672666268 after retry RPC@213610168) -> (continuation of Deferred@1309830317 after retry RPC@420152697) -> (continuation of Deferred@560323944 after retry RPC@1619272944), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42bb5813 -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122) -> (continuation of Deferred@672666268 after retry RPC@213610168) -> (continuation of Deferred@1309830317 after retry RPC@420152697) -> (continuation of Deferred@560323944 after retry RPC@1619272944))) after lookup
23:59:04.217 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:04.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:04.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:04.218 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.269831  7802 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 690a2cf6d87e4cf89c3c3ec02b51a926)
23:59:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.269932  7802 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.270201  7802 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.270654  7509 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111)
23:59:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.271111  7509 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111)
23:59:04.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.273440  7743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d" is_pre_election: true
23:59:04.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.273619  7743 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 6.
23:59:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.273870  7507 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 690a2cf6d87e4cf89c3c3ec02b51a926
23:59:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.273999  7802 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 7 FOLLOWER]: Leader pre-election won for term 8
23:59:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.274041  7802 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 7 FOLLOWER]: Starting leader election (detected failure of leader 690a2cf6d87e4cf89c3c3ec02b51a926)
23:59:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.274055  7802 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 7 FOLLOWER]: Advancing to term 8
23:59:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.274639  7802 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.274756  7802 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 8 election: Requested vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.274950  7743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d"
23:59:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.275032  7743 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 6 FOLLOWER]: Advancing to term 8
23:59:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.275291  7509 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111)
23:59:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.276011  7743 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 8.
23:59:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.276175  7507 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 690a2cf6d87e4cf89c3c3ec02b51a926
23:59:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.276265  7802 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 8 FOLLOWER]: Leader election won for term 8
23:59:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.276382  7802 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 8 LEADER]: Becoming Leader. State: Replica: 7c788fa6e2794ad888ab662b67a5bd5c, State: Running, Role: LEADER
23:59:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.276484  7802 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.277196  6289 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c reported cstate change: term changed from 7 to 8, leader changed from 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130) to 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131). New cstate: current_term: 8 leader_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: UNKNOWN } } }
23:59:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.759825  7743 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 8 FOLLOWER]: Refusing update from remote peer 7c788fa6e2794ad888ab662b67a5bd5c: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
23:59:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:04.760161  7802 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
23:59:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:04.762897  7509 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c -> Peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Couldn't send request to peer 690a2cf6d87e4cf89c3c3ec02b51a926. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:07.096 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:07.096 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:07.096 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=4184), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [2ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [23ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [24ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [26ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [26ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [44ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [46ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [46ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [83ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [84ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [86ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [86ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [184ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [185ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [187ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [187ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [501ms] refreshing cache from master, [501ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [503ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [504ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [506ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [506ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [1302ms] refreshing cache from master, [1302ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [1304ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [1305ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [1306ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [1307ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [4182ms] refreshing cache from master, [4182ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [4184ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@404792555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@63c90452 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122) -> (continuation of Deferred@672666268 after retry RPC@213610168) -> (continuation of Deferred@1309830317 after retry RPC@420152697) -> (continuation of Deferred@560323944 after retry RPC@1619272944) -> (continuation of Deferred@2087412520 after retry RPC@1032420337), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42bb5813 -> wakeup thread Time-limited test -> (continuation of Deferred@1247993151 after retry RPC@234119670) -> (continuation of Deferred@1413802341 after retry RPC@2047986122) -> (continuation of Deferred@672666268 after retry RPC@213610168) -> (continuation of Deferred@1309830317 after retry RPC@420152697) -> (continuation of Deferred@560323944 after retry RPC@1619272944) -> (continuation of Deferred@2087412520 after retry RPC@1032420337))) after lookup
23:59:07.097 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:07.098 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] Successfully connected to peer
23:59:07.116 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x17dfafc6, L:/127.0.0.1:56852 - R:/127.6.7.131:34755] using TOKEN/null
23:59:07.130 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.130:41365
23:59:07.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.130570  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data
23:59:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/logs
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.130:41365
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.130
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37815
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.130
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.200258  7509 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c -> Peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Couldn't send request to peer 690a2cf6d87e4cf89c3c3ec02b51a926. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
23:59:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.206817  7839 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:59:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.206986  7839 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.207006  7839 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:59:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.208447  7839 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:59:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.208498  7839 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.130
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.210045  7839 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.130:41365
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.130
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37815
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7839
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.130
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/logs
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:59:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.210242  7839 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.210430  7839 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:59:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.212845  7846 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.212919  7849 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.212936  7839 server_base.cc:1061] running on GCE node
23:59:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:07.212852  7847 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.213176  7839 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.213351  7839 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:07.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.214468  7839 hybrid_clock.cc:648] HybridClock initialized: now 1783468747214436 us; error 48 us; skew 500 ppm
23:59:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.215512  7839 webserver.cc:534] Webserver started at http://127.6.7.130:37815/ using document root <none> and password file <none>
23:59:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.215698  7839 fs_manager.cc:362] Metadata directory not provided
23:59:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.215741  7839 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.216840  7839 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:59:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.217401  7855 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.217520  7839 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:59:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.217598  7839 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.217849  7839 fs_report.cc:389] FS layout report
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/data
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.232625  7839 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:59:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.232892  7839 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.232973  7839 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.233163  7839 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:59:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.233651  7862 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:59:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.234769  7839 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:59:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.234822  7839 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:59:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.234856  7839 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:59:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.235363  7839 ts_tablet_manager.cc:616] Registered 1 tablets
23:59:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.235392  7839 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:59:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.235488  7862 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap starting.
23:59:07.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.241912  7839 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.130:41365
23:59:07.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.242235  7970 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.130:41365 every 8 connection(s)
23:59:07.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.242322  7839 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:59:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.245061  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 7839
23:59:07.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.245421  7862 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Log is configured to *not* fsync() on all Append() calls
23:59:07.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.249157  7862 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:59:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.249456  7862 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap complete.
23:59:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.250492  7862 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Time spent bootstrapping tablet: real 0.015s	user 0.008s	sys 0.006s
23:59:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.251677  7862 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.251946  7862 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 690a2cf6d87e4cf89c3c3ec02b51a926, State: Initialized, Role: FOLLOWER
23:59:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.252054  7862 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:07.252 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:07.253 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.131:34755
23:59:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.252308  7862 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
23:59:07.254 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.254539  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 7489
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.256564  7972 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.256655  7972 heartbeater.cc:461] Registering TS with master...
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.256855  7972 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.257153  7973 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.257191  7973 heartbeater.cc:461] Registering TS with master...
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.257270  7973 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.257575  6288 ts_manager.cc:194] Re-registered known tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.257584  6361 ts_manager.cc:194] Re-registered known tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:59:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.258102  6288 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.130:46849
23:59:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.259173  7973 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:59:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.260248  7971 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:59:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.260308  7971 heartbeater.cc:461] Registering TS with master...
23:59:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.260349  7971 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:59:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:07.260607  6214 ts_manager.cc:194] Re-registered known tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:59:07.262 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] handling channelInactive
23:59:07.262 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state READY due to: connection closed
23:59:07.262 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:07.263 [DEBUG - Time-limited test] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:07.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.264 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.275 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:07.276 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:07.276 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [2ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [13ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1055876346(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@484fc625 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bdccf94 -> wakeup thread Time-limited test)) after lookup
23:59:07.276 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:07.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.278 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.295 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:07.295 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:07.296 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [2ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [13ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [14ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [16ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1055876346(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@484fc625 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bdccf94 -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495))) after lookup
23:59:07.296 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:07.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.298 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.336 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:07.336 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:07.336 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [2ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [13ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [14ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [16ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [34ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [35ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [36ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1055876346(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@484fc625 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495) -> (continuation of Deferred@1293451855 after retry RPC@715290538), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bdccf94 -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495) -> (continuation of Deferred@1293451855 after retry RPC@715290538))) after lookup
23:59:07.337 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:07.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.338 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.356 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:07.356 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:07.356 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=93), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [2ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [13ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [14ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [16ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [34ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [35ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [36ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [75ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [76ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [76ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [91ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [93ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1055876346(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@484fc625 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495) -> (continuation of Deferred@1293451855 after retry RPC@715290538) -> (continuation of Deferred@1420500320 after retry RPC@1829584760), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bdccf94 -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495) -> (continuation of Deferred@1293451855 after retry RPC@715290538) -> (continuation of Deferred@1420500320 after retry RPC@1829584760))) after lookup
23:59:07.357 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:07.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.358 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.875 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:07.876 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:07.877 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=615), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [2ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [13ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [14ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [16ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [34ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [35ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [36ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [75ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [76ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [76ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [91ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [93ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [94ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [96ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [96ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [611ms] refreshing cache from master, [611ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [613ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1055876346(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@484fc625 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495) -> (continuation of Deferred@1293451855 after retry RPC@715290538) -> (continuation of Deferred@1420500320 after retry RPC@1829584760) -> (continuation of Deferred@1813097479 after retry RPC@1759750146), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bdccf94 -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495) -> (continuation of Deferred@1293451855 after retry RPC@715290538) -> (continuation of Deferred@1420500320 after retry RPC@1829584760) -> (continuation of Deferred@1813097479 after retry RPC@1759750146))) after lookup
23:59:07.878 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:07.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:07.880 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.489189  7984 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:59:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.489308  7984 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.489615  7984 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:08.490042  7856 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:59:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:08.490495  7856 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:59:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.492403  7743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d" is_pre_election: true
23:59:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.492677  7857 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926; no voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c
23:59:08.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.492790  7984 raft_consensus.cc:2749] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
23:59:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.629490  7990 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:59:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.629621  7990 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.629885  7990 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:08.630342  7675 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:59:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:08.630791  7675 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:59:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.632772  7924 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" is_pre_election: true
23:59:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.632882  7924 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73cefab284774cfc807f80425b771b2d in term 7.
23:59:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.633100  7678 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:59:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.633245  7990 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 8 FOLLOWER]: Leader pre-election won for term 9
23:59:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.633314  7990 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 8 FOLLOWER]: Starting leader election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:59:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.633335  7990 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 8 FOLLOWER]: Advancing to term 9
23:59:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.634094  7990 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.634219  7990 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 9 election: Requested vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.634402  7924 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:59:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.634479  7924 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 7 FOLLOWER]: Advancing to term 9
23:59:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:08.634657  7675 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:59:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.635453  7924 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73cefab284774cfc807f80425b771b2d in term 9.
23:59:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.635612  7678 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:59:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.635701  7990 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 9 FOLLOWER]: Leader election won for term 9
23:59:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.635823  7990 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 9 LEADER]: Becoming Leader. State: Replica: 73cefab284774cfc807f80425b771b2d, State: Running, Role: LEADER
23:59:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.635918  7990 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:08.636650  6288 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d reported cstate change: term changed from 8 to 9, leader changed from 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131) to 73cefab284774cfc807f80425b771b2d (127.6.7.129). New cstate: current_term: 9 leader_uuid: "73cefab284774cfc807f80425b771b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: HEALTHY } } }
23:59:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.204428  7924 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 9 FOLLOWER]: Refusing update from remote peer 73cefab284774cfc807f80425b771b2d: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
23:59:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.204763  8008 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
23:59:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.206914  8010 mvcc.cc:204] Tried to move back new op lower bound from 7305087988236972032 to 7305087976556888064. Current Snapshot: MvccSnapshot[applied={T|T < 7305087988192768000}]
23:59:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.207393  7675 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d -> Peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Couldn't send request to peer 7c788fa6e2794ad888ab662b67a5bd5c. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:09.576 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:09.576 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:09.576 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2313), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [2ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [13ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [14ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [16ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [34ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [35ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [36ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [75ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [76ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [76ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [91ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [93ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [94ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [96ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [96ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [611ms] refreshing cache from master, [611ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [613ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [616ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [618ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [618ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [2311ms] refreshing cache from master, [2312ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [2313ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1055876346(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@484fc625 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495) -> (continuation of Deferred@1293451855 after retry RPC@715290538) -> (continuation of Deferred@1420500320 after retry RPC@1829584760) -> (continuation of Deferred@1813097479 after retry RPC@1759750146) -> (continuation of Deferred@410081341 after retry RPC@1839681673), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5bdccf94 -> wakeup thread Time-limited test -> (continuation of Deferred@209463626 after retry RPC@1938987495) -> (continuation of Deferred@1293451855 after retry RPC@715290538) -> (continuation of Deferred@1420500320 after retry RPC@1829584760) -> (continuation of Deferred@1813097479 after retry RPC@1759750146) -> (continuation of Deferred@410081341 after retry RPC@1839681673))) after lookup
23:59:09.577 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:09.578 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] Successfully connected to peer
23:59:09.604 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x921b4c3e, L:/127.0.0.1:38282 - R:/127.6.7.129:46505] using TOKEN/null
23:59:09.618 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.131:34755
23:59:09.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.619455  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:34755
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.695250  8022 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:59:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.695407  8022 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.695425  8022 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:59:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.696834  8022 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:59:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.696884  8022 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.131
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.698387  8022 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:34755
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:09.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8022
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.698585  8022 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.698763  8022 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:59:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.700997  8027 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.701035  8028 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:09.701109  8030 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.701325  8022 server_base.cc:1061] running on GCE node
23:59:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.701442  8022 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.701645  8022 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.702765  8022 hybrid_clock.cc:648] HybridClock initialized: now 1783468749702746 us; error 37 us; skew 500 ppm
23:59:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.703707  8022 webserver.cc:534] Webserver started at http://127.6.7.131:41027/ using document root <none> and password file <none>
23:59:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.703867  8022 fs_manager.cc:362] Metadata directory not provided
23:59:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.703904  8022 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:09.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.704955  8022 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:59:09.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.705447  8036 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:09.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.705654  8022 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.705718  8022 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:46 on dist-test-slave-cbgl"
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.705967  8022 fs_report.cc:389] FS layout report
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/data
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.718195  8022 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:59:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.718448  8022 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.718535  8022 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.718698  8022 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:59:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.719157  8043 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:59:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.719978  8022 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:59:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.720026  8022 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:59:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.720060  8022 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:59:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.720636  8022 ts_tablet_manager.cc:616] Registered 1 tablets
23:59:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.720674  8022 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:59:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.720712  8043 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap starting.
23:59:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.726640  8022 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.131:34755
23:59:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.726697  8150 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.131:34755 every 8 connection(s)
23:59:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.726970  8022 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:59:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.729584  8043 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Log is configured to *not* fsync() on all Append() calls
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.732769  8152 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.732862  8152 heartbeater.cc:461] Registering TS with master...
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.733000  8152 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.733268  8153 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.733348  8043 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.733309  8153 heartbeater.cc:461] Registering TS with master...
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.733476  8153 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.733515  6361 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.733641  8043 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap complete.
23:59:09.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.733740  6288 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.734069  8151 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:59:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.734122  8151 heartbeater.cc:461] Registering TS with master...
23:59:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.734202  8151 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:59:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.734368  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 8022
23:59:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.734483  6214 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.734658  8043 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent bootstrapping tablet: real 0.014s	user 0.000s	sys 0.013s
23:59:09.734 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.735178  6288 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.131:38119
23:59:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.735602  8043 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.735778  8043 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c788fa6e2794ad888ab662b67a5bd5c, State: Initialized, Role: FOLLOWER
23:59:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.735849  8043 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.736086  8043 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent starting tablet: real 0.001s	user 0.000s	sys 0.002s
23:59:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.737915  8153 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:59:09.739 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:09.740 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.129:46505
23:59:09.740 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:59:09.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:09.740702  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 7660
23:59:09.746 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:09.746 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] handling channelInactive
23:59:09.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state READY due to: connection closed
23:59:09.754 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:09.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.755 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.776 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:09.776 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:09.776 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@982725978(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@6d670999 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32ef1786 -> wakeup thread Time-limited test)) after lookup
23:59:09.777 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:09.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.778 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.795 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:09.795 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:09.796 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [31ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [32ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@982725978(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@6d670999 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32ef1786 -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460))) after lookup
23:59:09.796 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:09.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.797 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.836 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:09.836 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:09.836 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [31ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [32ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [50ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [51ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [51ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [89ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@982725978(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@6d670999 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460) -> (continuation of Deferred@828578231 after retry RPC@10818870), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32ef1786 -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460) -> (continuation of Deferred@828578231 after retry RPC@10818870))) after lookup
23:59:09.837 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:09.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:09.838 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:10.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:10.035 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:10.036 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=289), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [31ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [32ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [50ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [51ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [51ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [89ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [90ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [92ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [92ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [287ms] refreshing cache from master, [287ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [289ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@982725978(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@6d670999 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460) -> (continuation of Deferred@828578231 after retry RPC@10818870) -> (continuation of Deferred@1645823793 after retry RPC@1245573857), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32ef1786 -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460) -> (continuation of Deferred@828578231 after retry RPC@10818870) -> (continuation of Deferred@1645823793 after retry RPC@1245573857))) after lookup
23:59:10.036 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:10.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:10.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:10.037 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:11.016 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:11.016 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:11.017 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1270), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [31ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [32ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [50ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [51ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [51ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [89ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [90ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [92ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [92ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [287ms] refreshing cache from master, [287ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [289ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [290ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [291ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [291ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [1268ms] refreshing cache from master, [1268ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [1270ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@982725978(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@6d670999 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460) -> (continuation of Deferred@828578231 after retry RPC@10818870) -> (continuation of Deferred@1645823793 after retry RPC@1245573857) -> (continuation of Deferred@1575460898 after retry RPC@2020146053), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32ef1786 -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460) -> (continuation of Deferred@828578231 after retry RPC@10818870) -> (continuation of Deferred@1645823793 after retry RPC@1245573857) -> (continuation of Deferred@1575460898 after retry RPC@2020146053))) after lookup
23:59:11.017 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:11.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:11.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:11.018 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505
23:59:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.118391  8164 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 73cefab284774cfc807f80425b771b2d)
23:59:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.118489  8164 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.118670  8164 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:11.119451  7857 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111)
23:59:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.121901  8105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" is_pre_election: true
23:59:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.122048  8105 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 690a2cf6d87e4cf89c3c3ec02b51a926 in term 8.
23:59:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.122272  7856 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 73cefab284774cfc807f80425b771b2d
23:59:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.122370  8164 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 9 FOLLOWER]: Leader pre-election won for term 10
23:59:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.122417  8164 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 73cefab284774cfc807f80425b771b2d)
23:59:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.122433  8164 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 9 FOLLOWER]: Advancing to term 10
23:59:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.122972  8164 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.123090  8164 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 10 election: Requested vote from peers 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.123242  8105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:59:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.123312  8105 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 8 FOLLOWER]: Advancing to term 10
23:59:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:11.123548  7857 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111)
23:59:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.124315  8105 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 690a2cf6d87e4cf89c3c3ec02b51a926 in term 10.
23:59:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.124483  7856 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 73cefab284774cfc807f80425b771b2d
23:59:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.124589  8164 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 10 FOLLOWER]: Leader election won for term 10
23:59:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.124722  8164 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 10 LEADER]: Becoming Leader. State: Replica: 690a2cf6d87e4cf89c3c3ec02b51a926, State: Running, Role: LEADER
23:59:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.124796  8164 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.125473  6288 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 reported cstate change: term changed from 9 to 10, leader changed from 73cefab284774cfc807f80425b771b2d (127.6.7.129) to 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130). New cstate: current_term: 10 leader_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: UNKNOWN } } }
23:59:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:11.561491  7857 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 -> Peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Couldn't send request to peer 73cefab284774cfc807f80425b771b2d. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.593322  8105 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 10 FOLLOWER]: Refusing update from remote peer 690a2cf6d87e4cf89c3c3ec02b51a926: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
23:59:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:11.593643  8164 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
23:59:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:13.828665  7857 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111) [suppressed 7 similar messages]
23:59:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:13.829119  7857 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 -> Peer 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505): Couldn't send request to peer 73cefab284774cfc807f80425b771b2d. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.129:46505: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
23:59:14.596 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:14.596 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:14.597 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=4850), Traces: [0ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [9ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [9ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [31ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [32ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [49ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [50ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [51ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [51ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [89ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [90ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [92ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [92ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [287ms] refreshing cache from master, [287ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [289ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [290ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [291ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [291ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [1268ms] refreshing cache from master, [1268ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [1270ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [1271ms] sending RPC to server 73cefab284774cfc807f80425b771b2d, [1272ms] received response from server 73cefab284774cfc807f80425b771b2d: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [1272ms] delaying RPC due to: Network error: Failed to connect to peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505): Connection refused: /127.6.7.129:46505, [4848ms] refreshing cache from master, [4848ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [4850ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@982725978(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@6d670999 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460) -> (continuation of Deferred@828578231 after retry RPC@10818870) -> (continuation of Deferred@1645823793 after retry RPC@1245573857) -> (continuation of Deferred@1575460898 after retry RPC@2020146053) -> (continuation of Deferred@1324674014 after retry RPC@1904182614), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@32ef1786 -> wakeup thread Time-limited test -> (continuation of Deferred@1704803366 after retry RPC@797201460) -> (continuation of Deferred@828578231 after retry RPC@10818870) -> (continuation of Deferred@1645823793 after retry RPC@1245573857) -> (continuation of Deferred@1575460898 after retry RPC@2020146053) -> (continuation of Deferred@1324674014 after retry RPC@1904182614))) after lookup
23:59:14.597 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:14.598 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] Successfully connected to peer
23:59:14.625 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x6d46bc32, L:/127.0.0.1:49336 - R:/127.6.7.130:41365] using TOKEN/null
23:59:14.641 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.129:46505
23:59:14.641 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.642145  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/logs
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.129:46505
23:59:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.129
23:59:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38713
23:59:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.129
23:59:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:14.719419  8203 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:59:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:14.719580  8203 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:14.719599  8203 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:59:14.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:14.721069  8203 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:59:14.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:14.721120  8203 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.129
23:59:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.722669  8203 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data
23:59:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.129:46505
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.129
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38713
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8203
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.129
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/logs
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.722864  8203 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.723047  8203 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:59:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:14.725337  8208 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:14.725368  8209 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:14.725415  8211 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.725525  8203 server_base.cc:1061] running on GCE node
23:59:14.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.725852  8203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.726044  8203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.727166  8203 hybrid_clock.cc:648] HybridClock initialized: now 1783468754727146 us; error 37 us; skew 500 ppm
23:59:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.728206  8203 webserver.cc:534] Webserver started at http://127.6.7.129:38713/ using document root <none> and password file <none>
23:59:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.728349  8203 fs_manager.cc:362] Metadata directory not provided
23:59:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.728380  8203 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.729388  8203 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.001s	sys 0.000s
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.729940  8217 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.730055  8203 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.730098  8203 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73cefab284774cfc807f80425b771b2d"
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.730326  8203 fs_report.cc:389] FS layout report
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/wal
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/data
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.749172  8203 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:59:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.749444  8203 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.749526  8203 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.749766  8203 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:59:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.750149  8224 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:59:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.751011  8203 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:59:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.751046  8203 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:59:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.751070  8203 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:59:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.751550  8203 ts_tablet_manager.cc:616] Registered 1 tablets
23:59:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.751576  8203 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:59:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.751679  8224 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap starting.
23:59:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.758133  8203 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.129:46505
23:59:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.758198  8331 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.129:46505 every 8 connection(s)
23:59:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.758490  8203 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-0/data/info.pb
23:59:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.759712  8224 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Log is configured to *not* fsync() on all Append() calls
23:59:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.763603  8224 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:59:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.763901  8224 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Bootstrap complete.
23:59:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.764667  8224 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Time spent bootstrapping tablet: real 0.013s	user 0.005s	sys 0.005s
23:59:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.765579  8224 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.765786  8224 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73cefab284774cfc807f80425b771b2d, State: Initialized, Role: FOLLOWER
23:59:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.765913  8224 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.766180  8224 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d: Time spent starting tablet: real 0.001s	user 0.005s	sys 0.000s
23:59:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768057  8333 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:59:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768071  8334 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:59:14.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768064  8332 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:59:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768191  8334 heartbeater.cc:461] Registering TS with master...
23:59:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768175  8333 heartbeater.cc:461] Registering TS with master...
23:59:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768208  8332 heartbeater.cc:461] Registering TS with master...
23:59:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768234  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 8203
23:59:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768421  8333 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:59:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768419  8334 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:59:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768976  6289 ts_manager.cc:194] Re-registered known tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.769057  6360 ts_manager.cc:194] Re-registered known tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.768419  8332 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:59:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.769441  6289 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.129:47851
23:59:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.769550  6214 ts_manager.cc:194] Re-registered known tserver with Master: 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.770895  8334 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:59:14.772 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:14.772 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.130:41365
23:59:14.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:59:14.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:14.773164  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 7839
23:59:14.781 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:14.781 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] handling channelInactive
23:59:14.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state READY due to: connection closed
23:59:14.794 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:14.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.795 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.815 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:14.815 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:14.816 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [14ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [14ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1255014327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@4715868d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@452dbbd9 -> wakeup thread Time-limited test)) after lookup
23:59:14.816 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:14.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.817 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.836 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:14.836 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:14.837 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [14ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [14ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [35ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [36ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [36ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [55ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1255014327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@4715868d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@452dbbd9 -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159))) after lookup
23:59:14.837 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:14.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.838 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.876 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:14.876 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:14.876 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [14ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [14ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [35ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [36ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [36ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [55ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [56ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [57ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [57ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [94ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1255014327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@4715868d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159) -> (continuation of Deferred@149308015 after retry RPC@997940998), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@452dbbd9 -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159) -> (continuation of Deferred@149308015 after retry RPC@997940998))) after lookup
23:59:14.877 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:14.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.878 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.995 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:14.996 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:14.996 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=215), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [14ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [14ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [35ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [36ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [36ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [55ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [56ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [57ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [57ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [94ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [95ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [97ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [97ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [212ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [214ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1255014327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@4715868d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159) -> (continuation of Deferred@149308015 after retry RPC@997940998) -> (continuation of Deferred@1395878556 after retry RPC@729643319), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@452dbbd9 -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159) -> (continuation of Deferred@149308015 after retry RPC@997940998) -> (continuation of Deferred@1395878556 after retry RPC@729643319))) after lookup
23:59:14.997 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:14.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:14.998 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:15.155 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:15.155 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)[L],73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:15.155 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=374), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [14ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [14ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [35ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [36ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [36ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [55ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [56ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [57ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [57ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [94ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [95ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [97ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [97ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [212ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [214ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [215ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [217ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [217ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [372ms] refreshing cache from master, [372ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [374ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1255014327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@4715868d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159) -> (continuation of Deferred@149308015 after retry RPC@997940998) -> (continuation of Deferred@1395878556 after retry RPC@729643319) -> (continuation of Deferred@361371560 after retry RPC@1434349807), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@452dbbd9 -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159) -> (continuation of Deferred@149308015 after retry RPC@997940998) -> (continuation of Deferred@1395878556 after retry RPC@729643319) -> (continuation of Deferred@361371560 after retry RPC@1434349807))) after lookup
23:59:15.156 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] connecting to peer
23:59:15.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:15.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:15.157 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365
23:59:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.136435  8345 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 690a2cf6d87e4cf89c3c3ec02b51a926)
23:59:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.136533  8345 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.136785  8345 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.137174  8040 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111)
23:59:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.137622  8040 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111)
23:59:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.140007  8286 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d" is_pre_election: true
23:59:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.140136  8286 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 9.
23:59:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.140329  8038 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 690a2cf6d87e4cf89c3c3ec02b51a926
23:59:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.140440  8345 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 10 FOLLOWER]: Leader pre-election won for term 11
23:59:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.140488  8345 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 10 FOLLOWER]: Starting leader election (detected failure of leader 690a2cf6d87e4cf89c3c3ec02b51a926)
23:59:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.140502  8345 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 10 FOLLOWER]: Advancing to term 11
23:59:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.141067  8345 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.141181  8345 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 11 election: Requested vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 73cefab284774cfc807f80425b771b2d (127.6.7.129:46505)
23:59:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.141361  8286 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "73cefab284774cfc807f80425b771b2d"
23:59:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.141426  8286 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 9 FOLLOWER]: Advancing to term 11
23:59:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.141657  8040 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111)
23:59:16.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.142439  8286 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c788fa6e2794ad888ab662b67a5bd5c in term 11.
23:59:16.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.142601  8038 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73cefab284774cfc807f80425b771b2d, 7c788fa6e2794ad888ab662b67a5bd5c; no voters: 690a2cf6d87e4cf89c3c3ec02b51a926
23:59:16.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.142695  8345 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 11 FOLLOWER]: Leader election won for term 11
23:59:16.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.142810  8345 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 11 LEADER]: Becoming Leader. State: Replica: 7c788fa6e2794ad888ab662b67a5bd5c, State: Running, Role: LEADER
23:59:16.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.142890  8345 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:16.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.143533  6289 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c reported cstate change: term changed from 10 to 11, leader changed from 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130) to 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131). New cstate: current_term: 11 leader_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: UNKNOWN } } }
23:59:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.566251  8040 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c -> Peer 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365): Couldn't send request to peer 690a2cf6d87e4cf89c3c3ec02b51a926. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.130:41365: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.575987  8286 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 11 FOLLOWER]: Refusing update from remote peer 7c788fa6e2794ad888ab662b67a5bd5c: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
23:59:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.576332  8345 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
23:59:16.716 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:16.716 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:16.717 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1935), Traces: [0ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [14ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [14ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [35ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [36ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [36ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [55ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [56ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [57ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [57ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [94ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [95ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [97ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [97ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [212ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [214ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [215ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [217ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [217ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [372ms] refreshing cache from master, [372ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [374ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [375ms] sending RPC to server 690a2cf6d87e4cf89c3c3ec02b51a926, [376ms] received response from server 690a2cf6d87e4cf89c3c3ec02b51a926: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [376ms] delaying RPC due to: Network error: Failed to connect to peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365): Connection refused: /127.6.7.130:41365, [1933ms] refreshing cache from master, [1933ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [1935ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@1255014327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@4715868d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159) -> (continuation of Deferred@149308015 after retry RPC@997940998) -> (continuation of Deferred@1395878556 after retry RPC@729643319) -> (continuation of Deferred@361371560 after retry RPC@1434349807) -> (continuation of Deferred@1323980099 after retry RPC@1748352377), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@452dbbd9 -> wakeup thread Time-limited test -> (continuation of Deferred@1923487993 after retry RPC@2012777159) -> (continuation of Deferred@149308015 after retry RPC@997940998) -> (continuation of Deferred@1395878556 after retry RPC@729643319) -> (continuation of Deferred@361371560 after retry RPC@1434349807) -> (continuation of Deferred@1323980099 after retry RPC@1748352377))) after lookup
23:59:16.717 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:16.718 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] Successfully connected to peer
23:59:16.747 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x18d8167a, L:/127.0.0.1:56896 - R:/127.6.7.131:34755] using TOKEN/null
23:59:16.760 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.130:41365
23:59:16.760 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.761075  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/logs
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.130:41365
23:59:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.130
23:59:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37815
23:59:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.130
23:59:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.839355  8373 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:59:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.839519  8373 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.839536  8373 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:59:16.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.840950  8373 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:59:16.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.840998  8373 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.130
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.842533  8373 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.130:41365
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.130
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37815
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8373
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.130
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/logs
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.842729  8373 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.842911  8373 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:59:16.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.845165  8381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:16.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.845248  8378 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:16.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:16.845244  8379 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:16.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.845605  8373 server_base.cc:1061] running on GCE node
23:59:16.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.845749  8373 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:16.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.845916  8373 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.847045  8373 hybrid_clock.cc:648] HybridClock initialized: now 1783468756847025 us; error 36 us; skew 500 ppm
23:59:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.848006  8373 webserver.cc:534] Webserver started at http://127.6.7.130:37815/ using document root <none> and password file <none>
23:59:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.848160  8373 fs_manager.cc:362] Metadata directory not provided
23:59:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.848191  8373 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.849318  8373 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.849987  8387 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.850145  8373 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.850219  8373 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:45 on dist-test-slave-cbgl"
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.850508  8373 fs_report.cc:389] FS layout report
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/wal
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/data
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.858769  8373 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:59:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.859092  8373 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.859223  8373 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.859442  8373 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:59:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.859936  8394 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:59:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.860740  8373 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:59:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.860782  8373 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:59:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.860814  8373 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:59:16.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.861361  8373 ts_tablet_manager.cc:616] Registered 1 tablets
23:59:16.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.861394  8373 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:59:16.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.861434  8394 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap starting.
23:59:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.866964  8373 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.130:41365
23:59:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.867026  8501 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.130:41365 every 8 connection(s)
23:59:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.867312  8373 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-1/data/info.pb
23:59:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.871009  8394 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Log is configured to *not* fsync() on all Append() calls
23:59:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.873445  8504 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:59:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.873548  8502 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:59:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.873601  8502 heartbeater.cc:461] Registering TS with master...
23:59:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.873660  8504 heartbeater.cc:461] Registering TS with master...
23:59:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.873782  8502 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:59:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.873782  8504 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:59:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.874387  6214 ts_manager.cc:194] Re-registered known tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:59:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.874785  6288 ts_manager.cc:194] Re-registered known tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:59:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.875298  6288 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.130:35279
23:59:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.875540  8394 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:59:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.875834  8394 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Bootstrap complete.
23:59:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.876093  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 8373
23:59:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.876132  8503 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:59:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.876178  8503 heartbeater.cc:461] Registering TS with master...
23:59:16.876 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.876297  8503 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:59:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.876935  6360 ts_manager.cc:194] Re-registered known tserver with Master: 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365)
23:59:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.877142  8394 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Time spent bootstrapping tablet: real 0.016s	user 0.003s	sys 0.012s
23:59:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.878155  8394 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.878446  8394 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 690a2cf6d87e4cf89c3c3ec02b51a926, State: Initialized, Role: FOLLOWER
23:59:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.878587  8394 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.878868  8394 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
23:59:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.879102  8504 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:59:16.880 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:16.880 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.7.131:34755
23:59:16.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:59:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:16.881631  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 8022
23:59:16.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:16.887 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] handling channelInactive
23:59:16.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state READY due to: connection closed
23:59:16.894 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:16.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.895 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.916 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:16.916 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:16.916 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [8ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [8ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@2057365671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@3f3b5cff -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57ac1ac2 -> wakeup thread Time-limited test)) after lookup
23:59:16.917 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:16.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.918 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.935 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:16.935 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:16.936 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [8ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [8ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [29ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [31ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@2057365671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@3f3b5cff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57ac1ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544))) after lookup
23:59:16.936 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:16.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.937 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:16.976 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:16.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [8ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [8ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [29ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [31ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [49ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [50ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [51ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [86ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [88ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@2057365671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@3f3b5cff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544) -> (continuation of Deferred@1458010168 after retry RPC@427174377), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57ac1ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544) -> (continuation of Deferred@1458010168 after retry RPC@427174377))) after lookup
23:59:16.977 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:16.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.978 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.995 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:16.995 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:16.996 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=108), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [8ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [8ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [29ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [31ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [49ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [50ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [51ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [86ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [88ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [89ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [91ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [91ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@2057365671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@3f3b5cff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544) -> (continuation of Deferred@1458010168 after retry RPC@427174377) -> (continuation of Deferred@2083219457 after retry RPC@1421491980), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57ac1ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544) -> (continuation of Deferred@1458010168 after retry RPC@427174377) -> (continuation of Deferred@2083219457 after retry RPC@1421491980))) after lookup
23:59:16.996 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:16.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:16.997 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:17.795 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:17.795 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505),7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)[L]]}]
23:59:17.795 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=908), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [8ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [8ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [29ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [31ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [49ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [50ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [51ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [86ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [88ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [89ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [91ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [91ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [109ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [110ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [110ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [906ms] refreshing cache from master, [906ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [908ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@2057365671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@3f3b5cff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544) -> (continuation of Deferred@1458010168 after retry RPC@427174377) -> (continuation of Deferred@2083219457 after retry RPC@1421491980) -> (continuation of Deferred@2134864568 after retry RPC@518341356), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57ac1ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544) -> (continuation of Deferred@1458010168 after retry RPC@427174377) -> (continuation of Deferred@2083219457 after retry RPC@1421491980) -> (continuation of Deferred@2134864568 after retry RPC@518341356))) after lookup
23:59:17.796 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] connecting to peer
23:59:17.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:17.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:17.797 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755) for tablet bdc761f64ac34885909ea18ea3c3493a: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755
23:59:18.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.259613  8515 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:59:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.259708  8515 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.260005  8515 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.260491  8218 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:59:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.260949  8218 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:59:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.263254  8456 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" is_pre_election: true
23:59:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.263398  8456 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73cefab284774cfc807f80425b771b2d in term 10.
23:59:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.263625  8221 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:59:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.263747  8515 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 11 FOLLOWER]: Leader pre-election won for term 12
23:59:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.263790  8515 raft_consensus.cc:493] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 11 FOLLOWER]: Starting leader election (detected failure of leader 7c788fa6e2794ad888ab662b67a5bd5c)
23:59:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.263804  8515 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 11 FOLLOWER]: Advancing to term 12
23:59:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.264335  8515 raft_consensus.cc:515] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.264465  8515 leader_election.cc:290] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 12 election: Requested vote from peers 690a2cf6d87e4cf89c3c3ec02b51a926 (127.6.7.130:41365), 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.264621  8456 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdc761f64ac34885909ea18ea3c3493a" candidate_uuid: "73cefab284774cfc807f80425b771b2d" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926"
23:59:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.264704  8456 raft_consensus.cc:3060] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 10 FOLLOWER]: Advancing to term 12
23:59:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.265023  8218 leader_election.cc:336] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111)
23:59:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.265751  8456 raft_consensus.cc:2468] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73cefab284774cfc807f80425b771b2d in term 12.
23:59:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.265946  8221 leader_election.cc:304] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 690a2cf6d87e4cf89c3c3ec02b51a926, 73cefab284774cfc807f80425b771b2d; no voters: 7c788fa6e2794ad888ab662b67a5bd5c
23:59:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.266039  8515 raft_consensus.cc:2804] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 12 FOLLOWER]: Leader election won for term 12
23:59:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.266219  8515 raft_consensus.cc:697] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [term 12 LEADER]: Becoming Leader. State: Replica: 73cefab284774cfc807f80425b771b2d, State: Running, Role: LEADER
23:59:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.266314  8515 consensus_queue.cc:237] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:18.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.266989  6288 catalog_manager.cc:5696] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d reported cstate change: term changed from 11 to 12, leader changed from 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131) to 73cefab284774cfc807f80425b771b2d (127.6.7.129). New cstate: current_term: 12 leader_uuid: "73cefab284774cfc807f80425b771b2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } health_report { overall_health: HEALTHY } } }
23:59:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.801664  8456 raft_consensus.cc:1275] T bdc761f64ac34885909ea18ea3c3493a P 690a2cf6d87e4cf89c3c3ec02b51a926 [term 12 FOLLOWER]: Refusing update from remote peer 73cefab284774cfc807f80425b771b2d: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
23:59:18.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.802012  8533 consensus_queue.cc:1048] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
23:59:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:18.803967  8535 mvcc.cc:204] Tried to move back new op lower bound from 7305088027681939456 to 7305088025161797632. Current Snapshot: MvccSnapshot[applied={T|T < 7305088027681939456}]
23:59:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:18.805263  8218 consensus_peers.cc:597] T bdc761f64ac34885909ea18ea3c3493a P 73cefab284774cfc807f80425b771b2d -> Peer 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755): Couldn't send request to peer 7c788fa6e2794ad888ab662b67a5bd5c. Status: Network error: Client connection negotiation failed: client connection to 127.6.7.131:34755: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:59:21.255 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet bdc761f64ac34885909ea18ea3c3493a for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478' with partition [<start>, <end>)
23:59:21.255 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdc761f64ac34885909ea18ea3c3493a@[690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365),73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)[L],7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)]}]
23:59:21.256 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdc761f64ac34885909ea18ea3c3493a, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4368), Traces: [0ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [1ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [8ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [8ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [29ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [31ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [31ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [49ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [50ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [51ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [86ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [88ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [89ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [91ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [91ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [109ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [110ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [110ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [906ms] refreshing cache from master, [906ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [908ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, [909ms] sending RPC to server 7c788fa6e2794ad888ab662b67a5bd5c, [910ms] received response from server 7c788fa6e2794ad888ab662b67a5bd5c: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [910ms] delaying RPC due to: Network error: Failed to connect to peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755): Connection refused: /127.6.7.131:34755, [4366ms] refreshing cache from master, [4366ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.7.189:38553, [4368ms] Sub RPC GetTableLocations: received response from server master-127.6.7.189:38553: OK, deferred=Deferred@2057365671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$233/0x00007f06c436b560@3f3b5cff -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544) -> (continuation of Deferred@1458010168 after retry RPC@427174377) -> (continuation of Deferred@2083219457 after retry RPC@1421491980) -> (continuation of Deferred@2134864568 after retry RPC@518341356) -> (continuation of Deferred@659059579 after retry RPC@319731548), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57ac1ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1320922119 after retry RPC@2046219544) -> (continuation of Deferred@1458010168 after retry RPC@427174377) -> (continuation of Deferred@2083219457 after retry RPC@1421491980) -> (continuation of Deferred@2134864568 after retry RPC@518341356) -> (continuation of Deferred@659059579 after retry RPC@319731548))) after lookup
23:59:21.256 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] connecting to peer
23:59:21.257 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] Successfully connected to peer
23:59:21.273 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3a47b2fe, L:/127.0.0.1:40790 - R:/127.6.7.129:46505] using TOKEN/null
23:59:21.282 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.7.131:34755
23:59:21.283 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

23:59:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.283515  6174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq73Ro3/build/release/bin/kudu
23:59:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:59:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:59:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:59:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:59:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:21.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:34755
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:59:21.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.364652  8560 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:59:21.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.364833  8560 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:59:21.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.364871  8560 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:59:21.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.366559  8560 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:59:21.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.366631  8560 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.7.131
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.368311  8560 tablet_server_runner.cc:78] Tablet server non-default flags:
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.7.148:46871
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.7.131:34755
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:59:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.7.131
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41027
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.7.190:41171,127.6.7.189:38553,127.6.7.188:37921
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8560
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.7.131
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/logs
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66915500c9e327897c442aea7b3936de4ff5c319
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 23:36:32 UTC on e7f111948823
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16834
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.368587  8560 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:59:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.368891  8560 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:59:21.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.371618  8565 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:21.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.371621  8566 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:21.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.371920  8560 server_base.cc:1061] running on GCE node
23:59:21.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:59:21.371603  8568 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:59:21.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.372129  8560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:59:21.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.372376  8560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:59:21.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.373589  8560 hybrid_clock.cc:648] HybridClock initialized: now 1783468761373571 us; error 27 us; skew 500 ppm
23:59:21.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.374655  8560 webserver.cc:534] Webserver started at http://127.6.7.131:41027/ using document root <none> and password file <none>
23:59:21.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.374804  8560 fs_manager.cc:362] Metadata directory not provided
23:59:21.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.374841  8560 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:59:21.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.376025  8560 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
23:59:21.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.376518  8574 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:59:21.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.376664  8560 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.376727  8560 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data,/tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c788fa6e2794ad888ab662b67a5bd5c"
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:58:46 on dist-test-slave-cbgl"
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.377012  8560 fs_report.cc:389] FS layout report
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/wal
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/data
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:59:21.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:59:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.391825  8560 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:59:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.392166  8560 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:59:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.392293  8560 kserver.cc:163] Server-wide thread pool size limit: 3276
23:59:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.392554  8560 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:59:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.393052  8581 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
23:59:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.393985  8560 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
23:59:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.394029  8560 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
23:59:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.394062  8560 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
23:59:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.394662  8560 ts_tablet_manager.cc:616] Registered 1 tablets
23:59:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.394693  8560 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
23:59:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.394760  8581 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap starting.
23:59:21.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.401221  8560 rpc_server.cc:307] RPC server started. Bound to: 127.6.7.131:34755
23:59:21.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.401299  8688 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.7.131:34755 every 8 connection(s)
23:59:21.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.401650  8560 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq73Ro3/test-tmp/mini-kudu-cluster4130630841928568880/ts-2/data/info.pb
23:59:21.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.402343  6174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskq73Ro3/build/release/bin/kudu as pid 8560
23:59:21.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
23:59:21.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.403347  8581 log.cc:826] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Log is configured to *not* fsync() on all Append() calls
23:59:21.407 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:21.409 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783468726478, tablet=bdc761f64ac34885909ea18ea3c3493a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:59:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.410014  8581 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
23:59:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.410329  8581 tablet_bootstrap.cc:492] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Bootstrap complete.
23:59:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.411346  8581 ts_tablet_manager.cc:1403] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent bootstrapping tablet: real 0.017s	user 0.005s	sys 0.008s
23:59:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.412192  8581 raft_consensus.cc:359] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.412366  8581 raft_consensus.cc:740] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c788fa6e2794ad888ab662b67a5bd5c, State: Initialized, Role: FOLLOWER
23:59:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.412456  8581 consensus_queue.cc:260] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "690a2cf6d87e4cf89c3c3ec02b51a926" member_type: VOTER last_known_addr { host: "127.6.7.130" port: 41365 } } peers { permanent_uuid: "7c788fa6e2794ad888ab662b67a5bd5c" member_type: VOTER last_known_addr { host: "127.6.7.131" port: 34755 } } peers { permanent_uuid: "73cefab284774cfc807f80425b771b2d" member_type: VOTER last_known_addr { host: "127.6.7.129" port: 46505 } }
23:59:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.412752  8581 ts_tablet_manager.cc:1434] T bdc761f64ac34885909ea18ea3c3493a P 7c788fa6e2794ad888ab662b67a5bd5c: Time spent starting tablet: real 0.001s	user 0.002s	sys 0.001s
23:59:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.415082  8690 heartbeater.cc:344] Connected to a master server at 127.6.7.188:37921
23:59:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.415184  8690 heartbeater.cc:461] Registering TS with master...
23:59:21.415 [DEBUG - main] (Connection.java:575) [peer master-127.6.7.189:38553(127.6.7.189:38553)] disconnecting while in state READY
23:59:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.415400  8690 heartbeater.cc:507] Master 127.6.7.188:37921 requested a full tablet report, sending...
23:59:21.416 [DEBUG - main] (Connection.java:575) [peer 7c788fa6e2794ad888ab662b67a5bd5c(127.6.7.131:34755)] disconnecting while in state TERMINATED
23:59:21.416 [DEBUG - main] (Connection.java:575) [peer 690a2cf6d87e4cf89c3c3ec02b51a926(127.6.7.130:41365)] disconnecting while in state TERMINATED
23:59:21.416 [DEBUG - main] (Connection.java:575) [peer master-127.6.7.190:41171(127.6.7.190:41171)] disconnecting while in state READY
23:59:21.416 [DEBUG - main] (Connection.java:575) [peer master-127.6.7.188:37921(127.6.7.188:37921)] disconnecting while in state READY
23:59:21.417 [DEBUG - main] (Connection.java:575) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] disconnecting while in state READY
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.415087  8689 heartbeater.cc:344] Connected to a master server at 127.6.7.190:41171
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.415782  8689 heartbeater.cc:461] Registering TS with master...
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.415884  8689 heartbeater.cc:507] Master 127.6.7.190:41171 requested a full tablet report, sending...
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.416019  8691 heartbeater.cc:344] Connected to a master server at 127.6.7.189:38553
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.416030  6360 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.416060  8691 heartbeater.cc:461] Registering TS with master...
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.416134  8691 heartbeater.cc:507] Master 127.6.7.189:38553 requested a full tablet report, sending...
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.416381  6288 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.416872  6288 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.7.131:35783
23:59:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.417500  8691 heartbeater.cc:499] Master 127.6.7.189:38553 was elected leader, sending a full tablet report...
23:59:21.418 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.7.188:37921(127.6.7.188:37921)] handling channelInactive
23:59:21.418 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.7.190:41171(127.6.7.190:41171)] handling channelInactive
23:59:21.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.7.188:37921(127.6.7.188:37921)] cleaning up while in state READY due to: connection closed
23:59:21.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.7.190:41171(127.6.7.190:41171)] cleaning up while in state READY due to: connection closed
23:59:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.418923  6214 ts_manager.cc:194] Re-registered known tserver with Master: 7c788fa6e2794ad888ab662b67a5bd5c (127.6.7.131:34755)
23:59:21.419 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.7.189:38553(127.6.7.189:38553)] handling channelInactive
23:59:21.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.7.189:38553(127.6.7.189:38553)] cleaning up while in state READY due to: connection closed
23:59:21.419 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:59:21.421 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] handling channelInactive
23:59:21.421 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73cefab284774cfc807f80425b771b2d(127.6.7.129:46505)] cleaning up while in state READY due to: connection closed
23:59:21.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.422942  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 8203
23:59:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.428105  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 8373
23:59:21.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.433230  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 8560
23:59:21.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.438128  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 6186
23:59:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.442687  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 6257
23:59:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:59:21.447324  6174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskq73Ro3/build/release/bin/kudu with pid 6329
23:59:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:59:21Z chronyd exiting

Time: 37.237

OK (1 test)

