JUnit version 4.13.2
.10:40:23.656 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786444823647
10:40:23.717 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
10:40:23.750 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
10:40:23.778 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task6OYKku/test-tmp
10:40:23.805 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
10:40:23.811 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task6OYKku/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
10:40:24.011 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

10:40:24.028 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
10:40:24.030 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

10:40:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.031560  6976 mini_oidc.cc:150] Starting JWKS server
10:40:24.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.034225  6976 webserver.cc:533] Webserver started at http://127.0.0.1:42451/ using document root <none> and password file <none>
10:40:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.034402  6976 mini_oidc.cc:186] Starting OIDC Discovery server
10:40:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.034687  6976 webserver.cc:533] Webserver started at http://127.0.0.1:44573/ using document root <none> and password file <none>
10:40:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T10:40:24Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
10:40:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T10:40:24Z Disabled control of system clock
10:40:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.052647  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/wal
10:40:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/data
10:40:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/logs
10:40:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/data/info.pb
10:40:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:40:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:24.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:40:24.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:40:24.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.62:39153
10:40:24.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.62
10:40:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:40:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:40:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42451/jwks.json with env {}
10:40:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.162525  6993 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.162794  6993 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.162842  6993 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.166612  6993 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
10:40:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.166689  6993 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.166710  6993 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
10:40:24.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.166728  6993 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
10:40:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.166746  6993 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
10:40:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.166761  6993 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42451/jwks.json
10:40:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.171150  6993 master_runner.cc:387] Master server non-default flags:
10:40:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/data
10:40:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/wal
10:40:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:40:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:40:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.62:39153
10:40:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:40:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:40:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42451/jwks.json
10:40:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/data/info.pb
10:40:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.62
10:40:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6993
10:40:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/logs
10:40:24.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:24.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:24.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:24.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:40:24.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.172405  6993 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.173684  6993 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.179973  7002 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.179984  7007 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.179992  7003 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.180264  6993 server_base.cc:1061] running on GCE node
10:40:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.180920  6993 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:24.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.182153  6993 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.183344  6993 hybrid_clock.cc:648] HybridClock initialized: now 1786444824183334 us; error 132 us; skew 500 ppm
10:40:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.185508  6993 webserver.cc:533] Webserver started at http://127.6.208.62:45917/ using document root <none> and password file <none>
10:40:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.186079  6993 fs_manager.cc:362] Metadata directory not provided
10:40:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.186137  6993 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.186313  6993 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:40:24.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.188030  6993 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/data/instance:
10:40:24.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ac6ab54ae524311985f3a85365f391a"
10:40:24.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:24 on dist-test-slave-gmjp"
10:40:24.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.188694  6993 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/wal/instance:
10:40:24.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ac6ab54ae524311985f3a85365f391a"
10:40:24.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:24 on dist-test-slave-gmjp"
10:40:24.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.192569  6993 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.001s
10:40:24.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.195186  7021 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:24.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.196544  6993 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
10:40:24.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.196664  6993 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/wal
10:40:24.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ac6ab54ae524311985f3a85365f391a"
10:40:24.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:24 on dist-test-slave-gmjp"
10:40:24.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.196771  6993 fs_report.cc:389] FS layout report
10:40:24.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:24.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/wal
10:40:24.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/wal
10:40:24.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/data/data
10:40:24.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.214752  6993 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.215427  6993 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.215580  6993 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.223531  7109 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.62:39153 every 8 connection(s)
10:40:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.223531  6993 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.62:39153
10:40:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.224674  6993 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/data/info.pb
10:40:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.227525  7110 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:40:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.229521  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 6993
10:40:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.229705  6976 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-0/wal/instance
10:40:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.231271  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:24.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/wal
10:40:24.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/data
10:40:24.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:24.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/logs
10:40:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/data/info.pb
10:40:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:40:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:40:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:40:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.61:40435
10:40:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.61
10:40:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:40:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:40:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42451/jwks.json with env {}
10:40:24.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.231065  7110 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } has no permanent_uuid. Determining permanent_uuid...
10:40:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.245651  7110 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } has no permanent_uuid. Determining permanent_uuid...
10:40:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.246681  7028 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.61:40435: connect: Connection refused (error 111)
10:40:24.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.247896  7110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.208.61:40435: Network error: Client connection negotiation failed: client connection to 127.6.208.61:40435: connect: Connection refused (error 111)
10:40:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.297178  7110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } attempt: 1
10:40:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.299083  7110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.208.61:40435: Network error: Client connection negotiation failed: client connection to 127.6.208.61:40435: connect: Connection refused (error 111)
10:40:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.344067  7115 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:24.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.344380  7115 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:24.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.344426  7115 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.347924  7115 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
10:40:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.347991  7115 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.348011  7115 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
10:40:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.348029  7115 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
10:40:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.348048  7115 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
10:40:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.348062  7115 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42451/jwks.json
10:40:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.353569  7115 master_runner.cc:387] Master server non-default flags:
10:40:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/data
10:40:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/wal
10:40:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:40:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:40:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.61:40435
10:40:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:40:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:40:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42451/jwks.json
10:40:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/data/info.pb
10:40:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.61
10:40:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7115
10:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/logs
10:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:24.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:24.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:40:24.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:24.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:24.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:24.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:24.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:24.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.355052  7115 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:24.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.356477  7115 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.362665  7133 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.362661  7134 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.362730  7137 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.363585  7115 server_base.cc:1061] running on GCE node
10:40:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.364326  7115 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.365429  7115 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:24.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.366629  7115 hybrid_clock.cc:648] HybridClock initialized: now 1786444824366569 us; error 76 us; skew 500 ppm
10:40:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.367273  7110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } attempt: 2
10:40:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.368831  7110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.208.61:40435: Network error: Client connection negotiation failed: client connection to 127.6.208.61:40435: connect: Connection refused (error 111)
10:40:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.368909  7115 webserver.cc:533] Webserver started at http://127.6.208.61:44215/ using document root <none> and password file <none>
10:40:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.369546  7115 fs_manager.cc:362] Metadata directory not provided
10:40:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.369623  7115 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:24.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.369830  7115 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:40:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.371821  7115 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/data/instance:
10:40:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff6bb23965554ab9ba871801e1b4ea8d"
10:40:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:24 on dist-test-slave-gmjp"
10:40:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.372435  7115 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/wal/instance:
10:40:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff6bb23965554ab9ba871801e1b4ea8d"
10:40:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:24 on dist-test-slave-gmjp"
10:40:24.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.376748  7115 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.001s
10:40:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.379498  7147 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:24.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.380991  7115 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
10:40:24.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.381120  7115 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/wal
10:40:24.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff6bb23965554ab9ba871801e1b4ea8d"
10:40:24.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:24 on dist-test-slave-gmjp"
10:40:24.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.381217  7115 fs_report.cc:389] FS layout report
10:40:24.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:24.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/wal
10:40:24.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/wal
10:40:24.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/data/data
10:40:24.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:24.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.404254  7115 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.405079  7115 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.405232  7115 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:24.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.413100  7115 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.61:40435
10:40:24.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.413880  7247 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.61:40435 every 8 connection(s)
10:40:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.418522  7115 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/data/info.pb
10:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.418923  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 7115
10:40:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.419059  6976 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-1/wal/instance
10:40:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.419929  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/wal
10:40:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/data
10:40:24.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/logs
10:40:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/data/info.pb
10:40:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:40:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:40:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:40:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.60:32857
10:40:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.60
10:40:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:24.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:24.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:24.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:24.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:24.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:40:24.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:24.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:40:24.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42451/jwks.json with env {}
10:40:24.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.422601  7248 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:40:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.426285  7248 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } has no permanent_uuid. Determining permanent_uuid...
10:40:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.438022  7248 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } has no permanent_uuid. Determining permanent_uuid...
10:40:24.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.444911  7248 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } has no permanent_uuid. Determining permanent_uuid...
10:40:24.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.446121  7151 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.60:32857: connect: Connection refused (error 111)
10:40:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.447301  7248 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.208.60:32857: Network error: Client connection negotiation failed: client connection to 127.6.208.60:32857: connect: Connection refused (error 111)
10:40:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.460019  7110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } attempt: 3
10:40:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.464779  7110 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } has no permanent_uuid. Determining permanent_uuid...
10:40:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.466277  7110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.208.60:32857: Network error: Client connection negotiation failed: client connection to 127.6.208.60:32857: connect: Connection refused (error 111)
10:40:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.496546  7248 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } attempt: 1
10:40:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.497471  7110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } attempt: 1
10:40:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.498306  7248 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.208.60:32857: Network error: Client connection negotiation failed: client connection to 127.6.208.60:32857: connect: Connection refused (error 111)
10:40:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.498958  7110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.208.60:32857: Network error: Client connection negotiation failed: client connection to 127.6.208.60:32857: connect: Connection refused (error 111)
10:40:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.536092  7251 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.536331  7251 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.536376  7251 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.539659  7251 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
10:40:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.539713  7251 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.539732  7251 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
10:40:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.539750  7251 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
10:40:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.539768  7251 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
10:40:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.539783  7251 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42451/jwks.json
10:40:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.543566  7251 master_runner.cc:387] Master server non-default flags:
10:40:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/data
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/wal
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.60:32857
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42451/jwks.json
10:40:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/data/info.pb
10:40:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.60
10:40:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7251
10:40:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/logs
10:40:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:40:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.544615  7251 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.545735  7251 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.552022  7259 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.552045  7263 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.552047  7265 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.552491  7251 server_base.cc:1061] running on GCE node
10:40:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.555272  7251 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.556353  7251 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.557540  7251 hybrid_clock.cc:648] HybridClock initialized: now 1786444824557510 us; error 50 us; skew 500 ppm
10:40:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.559406  7251 webserver.cc:533] Webserver started at http://127.6.208.60:36407/ using document root <none> and password file <none>
10:40:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.560053  7251 fs_manager.cc:362] Metadata directory not provided
10:40:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.560145  7251 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.560449  7251 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:40:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.562098  7251 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/data/instance:
10:40:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "097180919baf48288a22a694e2925a83"
10:40:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:24 on dist-test-slave-gmjp"
10:40:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.562664  7251 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/wal/instance:
10:40:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "097180919baf48288a22a694e2925a83"
10:40:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:24 on dist-test-slave-gmjp"
10:40:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.566099  7251 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.002s
10:40:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.566479  7248 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } attempt: 2
10:40:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.567888  7248 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.208.60:32857: Network error: Client connection negotiation failed: client connection to 127.6.208.60:32857: connect: Connection refused (error 111)
10:40:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.568593  7273 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.569682  7251 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
10:40:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.569787  7251 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/wal
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "097180919baf48288a22a694e2925a83"
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:24 on dist-test-slave-gmjp"
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.569855  7251 fs_report.cc:389] FS layout report
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/wal
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/wal
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/data/data
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:24.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.574164  7110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } attempt: 2
10:40:24.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.575796  7110 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.208.60:32857: Network error: Client connection negotiation failed: client connection to 127.6.208.60:32857: connect: Connection refused (error 111)
10:40:24.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.600459  7251 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:24.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.601227  7251 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:24.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.601390  7251 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.610436  7251 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.60:32857
10:40:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.610450  7367 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.60:32857 every 8 connection(s)
10:40:24.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.611580  7251 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/data/info.pb
10:40:24.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.614523  7369 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:40:24.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.617580  7369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } has no permanent_uuid. Determining permanent_uuid...
10:40:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.620347  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 7251
10:40:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.620476  6976 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/master-2/wal/instance
10:40:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.627550  7369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } has no permanent_uuid. Determining permanent_uuid...
10:40:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.633253  7369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } has no permanent_uuid. Determining permanent_uuid...
10:40:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.641551  7369 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83: Bootstrap starting.
10:40:24.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.643811  7369 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83: Neither blocks nor log segments found. Creating new log.
10:40:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.645085  7369 log.cc:826] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83: Log is configured to *not* fsync() on all Append() calls
10:40:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.646870  7369 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83: No bootstrap required, opened a new log
10:40:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.649699  7369 raft_consensus.cc:359] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } }
10:40:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.649945  7369 raft_consensus.cc:385] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:40:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.650017  7369 raft_consensus.cc:740] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 097180919baf48288a22a694e2925a83, State: Initialized, Role: FOLLOWER
10:40:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.650492  7369 consensus_queue.cc:260] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } }
10:40:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.651038  7386 sys_catalog.cc:455] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.651147  7386 sys_catalog.cc:458] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [sys.catalog]: This master's current role is: FOLLOWER
10:40:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.651806  7369 sys_catalog.cc:565] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [sys.catalog]: configured and running, proceeding with master startup.
10:40:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.657115  7404 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:40:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.657207  7404 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:40:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.655648  7251 master_runner.cc:187] Error getting master registration for 127.6.208.62:39153: OK, instance_id { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" instance_seqno: 1786444824221243 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:40:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.657673  7251 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
10:40:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.659072  7248 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } attempt: 3
10:40:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.665820  7248 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d: Bootstrap starting.
10:40:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.668257  7248 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d: Neither blocks nor log segments found. Creating new log.
10:40:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.669454  7248 log.cc:826] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d: Log is configured to *not* fsync() on all Append() calls
10:40:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.671452  7248 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d: No bootstrap required, opened a new log
10:40:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.674484  7248 raft_consensus.cc:359] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } }
10:40:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.674671  7248 raft_consensus.cc:385] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:40:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.674817  7248 raft_consensus.cc:740] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff6bb23965554ab9ba871801e1b4ea8d, State: Initialized, Role: FOLLOWER
10:40:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.674979  7110 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } attempt: 3
10:40:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.675315  7248 consensus_queue.cc:260] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } }
10:40:24.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.675892  7407 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.676270  7407 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [sys.catalog]: This master's current role is: FOLLOWER
10:40:24.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.676717  7248 sys_catalog.cc:565] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [sys.catalog]: configured and running, proceeding with master startup.
10:40:24.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.682436  7424 catalog_manager.cc:1594] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:40:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.682859  7424 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:40:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.680754  7115 master_runner.cc:187] Error getting master registration for 127.6.208.62:39153: OK, instance_id { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" instance_seqno: 1786444824221243 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:40:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.683238  7115 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
10:40:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.686923  7110 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a: Bootstrap starting.
10:40:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.689908  7110 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a: Neither blocks nor log segments found. Creating new log.
10:40:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.691126  7110 log.cc:826] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a: Log is configured to *not* fsync() on all Append() calls
10:40:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.693243  7110 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a: No bootstrap required, opened a new log
10:40:24.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.697026  7110 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } }
10:40:24.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.697242  7110 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:40:24.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.697294  7110 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ac6ab54ae524311985f3a85365f391a, State: Initialized, Role: FOLLOWER
10:40:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.697849  7110 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } }
10:40:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.698444  7427 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.698791  7427 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [sys.catalog]: This master's current role is: FOLLOWER
10:40:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.699209  7110 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [sys.catalog]: configured and running, proceeding with master startup.
10:40:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.711930  6993 master_runner.cc:264] No leader master found from master 2ac6ab54ae524311985f3a85365f391a
10:40:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.712041  6993 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
10:40:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.712752  7442 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:40:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.713124  7442 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:40:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.717129  7032 tablet.cc:2406] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:40:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:24.852577  7281 tablet.cc:2406] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:40:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.863974  7386 raft_consensus.cc:493] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:40:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.864212  7386 raft_consensus.cc:515] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } }
10:40:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.865332  7386 leader_election.cc:290] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2ac6ab54ae524311985f3a85365f391a (127.6.208.62:39153), ff6bb23965554ab9ba871801e1b4ea8d (127.6.208.61:40435)
10:40:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.865989  7066 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "097180919baf48288a22a694e2925a83" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ac6ab54ae524311985f3a85365f391a" is_pre_election: true
10:40:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.866293  7066 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 097180919baf48288a22a694e2925a83 in term 0.
10:40:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.866297  7193 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "097180919baf48288a22a694e2925a83" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" is_pre_election: true
10:40:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.866513  7193 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 097180919baf48288a22a694e2925a83 in term 0.
10:40:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.866775  7275 leader_election.cc:304] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 097180919baf48288a22a694e2925a83, 2ac6ab54ae524311985f3a85365f391a; no voters: 
10:40:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.867003  7386 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 0 FOLLOWER]: Leader pre-election won for term 1
10:40:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.867063  7386 raft_consensus.cc:493] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:40:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.867101  7386 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 0 FOLLOWER]: Advancing to term 1
10:40:24.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.868412  7386 raft_consensus.cc:515] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } }
10:40:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.868820  7386 leader_election.cc:290] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [CANDIDATE]: Term 1 election: Requested vote from peers 2ac6ab54ae524311985f3a85365f391a (127.6.208.62:39153), ff6bb23965554ab9ba871801e1b4ea8d (127.6.208.61:40435)
10:40:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.869272  7193 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "097180919baf48288a22a694e2925a83" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff6bb23965554ab9ba871801e1b4ea8d"
10:40:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.869329  7066 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "097180919baf48288a22a694e2925a83" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ac6ab54ae524311985f3a85365f391a"
10:40:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.869387  7193 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [term 0 FOLLOWER]: Advancing to term 1
10:40:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.869424  7066 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [term 0 FOLLOWER]: Advancing to term 1
10:40:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.870497  7066 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 097180919baf48288a22a694e2925a83 in term 1.
10:40:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.870497  7193 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 097180919baf48288a22a694e2925a83 in term 1.
10:40:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.870837  7275 leader_election.cc:304] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 097180919baf48288a22a694e2925a83, 2ac6ab54ae524311985f3a85365f391a; no voters: 
10:40:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.871133  7386 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 1 FOLLOWER]: Leader election won for term 1
10:40:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.871380  7386 raft_consensus.cc:697] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [term 1 LEADER]: Becoming Leader. State: Replica: 097180919baf48288a22a694e2925a83, State: Running, Role: LEADER
10:40:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.871724  7386 consensus_queue.cc:237] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } }
10:40:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.875754  7445 sys_catalog.cc:455] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 097180919baf48288a22a694e2925a83. Latest consensus state: current_term: 1 leader_uuid: "097180919baf48288a22a694e2925a83" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.875886  7445 sys_catalog.cc:458] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [sys.catalog]: This master's current role is: LEADER
10:40:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.877431  7447 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
10:40:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.878804  7447 catalog_manager.cc:1520] Initializing Kudu cluster ID...
10:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.885494  7066 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [term 1 FOLLOWER]: Refusing update from remote peer 097180919baf48288a22a694e2925a83: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.885494  7193 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [term 1 FOLLOWER]: Refusing update from remote peer 097180919baf48288a22a694e2925a83: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:40:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.886164  7445 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:40:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.887295  7445 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:40:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.890112  7407 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 097180919baf48288a22a694e2925a83. Latest consensus state: current_term: 1 leader_uuid: "097180919baf48288a22a694e2925a83" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.890237  7407 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [sys.catalog]: This master's current role is: FOLLOWER
10:40:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.890993  7427 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 097180919baf48288a22a694e2925a83. Latest consensus state: current_term: 1 leader_uuid: "097180919baf48288a22a694e2925a83" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.891136  7427 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [sys.catalog]: This master's current role is: FOLLOWER
10:40:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.894932  7445 sys_catalog.cc:455] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "097180919baf48288a22a694e2925a83" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.895051  7445 sys_catalog.cc:458] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [sys.catalog]: This master's current role is: LEADER
10:40:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.895921  7386 sys_catalog.cc:455] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "097180919baf48288a22a694e2925a83" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.896032  7386 sys_catalog.cc:458] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83 [sys.catalog]: This master's current role is: LEADER
10:40:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.896510  7407 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "097180919baf48288a22a694e2925a83" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.896596  7407 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d [sys.catalog]: This master's current role is: FOLLOWER
10:40:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.897327  7448 mvcc.cc:204] Tried to move back new op lower bound from 7317278002722230272 to 7317278002684325888. Current Snapshot: MvccSnapshot[applied={T|T < 7317278002722230272}]
10:40:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.897948  7427 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "097180919baf48288a22a694e2925a83" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ac6ab54ae524311985f3a85365f391a" member_type: VOTER last_known_addr { host: "127.6.208.62" port: 39153 } } peers { permanent_uuid: "ff6bb23965554ab9ba871801e1b4ea8d" member_type: VOTER last_known_addr { host: "127.6.208.61" port: 40435 } } peers { permanent_uuid: "097180919baf48288a22a694e2925a83" member_type: VOTER last_known_addr { host: "127.6.208.60" port: 32857 } } }
10:40:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.898061  7427 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a [sys.catalog]: This master's current role is: FOLLOWER
10:40:24.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.898880  7452 mvcc.cc:204] Tried to move back new op lower bound from 7317278002722230272 to 7317278002684325888. Current Snapshot: MvccSnapshot[applied={T|T < 7317278002722230272}]
10:40:24.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.900765  7456 mvcc.cc:204] Tried to move back new op lower bound from 7317278002722230272 to 7317278002684325888. Current Snapshot: MvccSnapshot[applied={T|T < 7317278002722230272}]
10:40:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.902432  7447 catalog_manager.cc:1383] Generated new cluster ID: 8799e1f6205047d490da21a22c8cf074
10:40:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.902504  7447 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
10:40:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.929109  7447 catalog_manager.cc:1406] Generated new certificate authority record
10:40:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.930974  7447 catalog_manager.cc:1540] Loading token signing keys...
10:40:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.946167  7447 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 097180919baf48288a22a694e2925a83: Generated new TSK 0
10:40:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.946965  7447 catalog_manager.cc:1550] Initializing in-progress tserver states...
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:24.969062  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/logs
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.1:0
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.1
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.1
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.077961  7468 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.078187  7468 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.078230  7468 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.081734  7468 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:25.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.081851  7468 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.1
10:40:25.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.085747  7468 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.1:0
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.1
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7468
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.1
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/logs
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.086987  7468 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.088439  7468 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.094792  7482 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.094812  7475 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.094823  7477 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.095320  7468 server_base.cc:1061] running on GCE node
10:40:25.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.096062  7468 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:25.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.096763  7468 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:25.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.097961  7468 hybrid_clock.cc:648] HybridClock initialized: now 1786444825097947 us; error 36 us; skew 500 ppm
10:40:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.100507  7468 webserver.cc:533] Webserver started at http://127.6.208.1:41887/ using document root <none> and password file <none>
10:40:25.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.101574  7468 fs_manager.cc:362] Metadata directory not provided
10:40:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.101665  7468 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.101903  7468 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:40:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.104264  7468 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/instance:
10:40:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5d63600e6c44c30972f18659da32441"
10:40:25.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:25.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.104848  7468 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal/instance:
10:40:25.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5d63600e6c44c30972f18659da32441"
10:40:25.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.112496  7468 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.000s
10:40:25.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.115269  7489 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:25.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.116631  7468 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
10:40:25.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.116755  7468 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:25.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5d63600e6c44c30972f18659da32441"
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.116852  7468 fs_report.cc:389] FS layout report
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/data
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.132102  7468 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.132982  7468 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.133154  7468 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.133721  7468 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.134881  7468 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:40:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.134931  7468 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
10:40:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.134972  7468 ts_tablet_manager.cc:616] Registered 0 tablets
10:40:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.134987  7468 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:40:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.145676  7468 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.1:41875
10:40:25.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.145714  7675 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.1:41875 every 8 connection(s)
10:40:25.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.146662  7468 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.156193  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 7468
10:40:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.156316  6976 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal/instance
10:40:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.156960  7677 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.157080  7679 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.157244  7677 heartbeater.cc:461] Registering TS with master...
10:40:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.157243  7679 heartbeater.cc:461] Registering TS with master...
10:40:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.157919  7677 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.157919  7679 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.159142  7678 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.159243  7678 heartbeater.cc:461] Registering TS with master...
10:40:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.159435  7678 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.159649  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:0
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:25.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:25.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.160024  7299 ts_manager.cc:194] Registered new tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.161188  7299 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.1:44513
10:40:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.162582  7171 ts_manager.cc:194] Registered new tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.163118  7048 ts_manager.cc:194] Registered new tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:25.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.275701  7686 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:25.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.275969  7686 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:25.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.276013  7686 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.279929  7686 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.280066  7686 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.2
10:40:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.284271  7686 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:0
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7686
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.285434  7686 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.286535  7686 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.293442  7692 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.293435  7691 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.293687  7686 server_base.cc:1061] running on GCE node
10:40:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.293993  7694 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.294435  7686 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.295070  7686 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.296271  7686 hybrid_clock.cc:648] HybridClock initialized: now 1786444825296249 us; error 35 us; skew 500 ppm
10:40:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.298295  7686 webserver.cc:533] Webserver started at http://127.6.208.2:38615/ using document root <none> and password file <none>
10:40:25.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.299000  7686 fs_manager.cc:362] Metadata directory not provided
10:40:25.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.299093  7686 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:25.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.299356  7686 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:40:25.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.301258  7686 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/instance:
10:40:25.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:25.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:25.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.302037  7686 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal/instance:
10:40:25.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:25.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.306205  7686 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
10:40:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.309250  7705 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.310537  7686 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.003s
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.310719  7686 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.310847  7686 fs_report.cc:389] FS layout report
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/data
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.332939  7686 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.333827  7686 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.334066  7686 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.334784  7686 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.335974  7686 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:40:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.336053  7686 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
10:40:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.336113  7686 ts_tablet_manager.cc:616] Registered 0 tablets
10:40:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.336139  7686 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:40:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.346982  7686 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.2:37103
10:40:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.347043  7903 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.2:37103 every 8 connection(s)
10:40:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.348281  7686 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.358680  7907 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.358832  7904 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.358896  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 7686
10:40:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.358989  6976 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal/instance
10:40:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.358987  7904 heartbeater.cc:461] Registering TS with master...
10:40:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.358992  7907 heartbeater.cc:461] Registering TS with master...
10:40:25.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.358680  7905 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.359650  7904 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.359650  7907 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.361068  7905 heartbeater.cc:461] Registering TS with master...
10:40:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.361268  7905 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.361332  7299 ts_manager.cc:194] Registered new tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.361860  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/logs
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.3:0
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.3
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.3
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.362003  7048 ts_manager.cc:194] Registered new tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.362059  7299 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.2:42793
10:40:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.363962  7171 ts_manager.cc:194] Registered new tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.473627  7916 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.473857  7916 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.473899  7916 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.477779  7916 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.477977  7916 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.3
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.482197  7916 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.3:0
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.3
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7916
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.3
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/logs
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.483354  7916 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:25.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.484472  7916 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.491401  7928 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.491410  7926 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:25.491402  7925 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.491767  7916 server_base.cc:1061] running on GCE node
10:40:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.492242  7916 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.492890  7916 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.494107  7916 hybrid_clock.cc:648] HybridClock initialized: now 1786444825494083 us; error 37 us; skew 500 ppm
10:40:25.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.496264  7916 webserver.cc:533] Webserver started at http://127.6.208.3:44425/ using document root <none> and password file <none>
10:40:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.496969  7916 fs_manager.cc:362] Metadata directory not provided
10:40:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.497066  7916 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.497356  7916 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:40:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.499308  7916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/instance:
10:40:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.499930  7916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal/instance:
10:40:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.503995  7916 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.000s
10:40:25.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.506544  7938 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.507774  7916 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.507912  7916 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.508023  7916 fs_report.cc:389] FS layout report
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/data
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:25.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.534310  7916 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.535197  7916 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.535444  7916 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.536119  7916 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.537357  7916 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:40:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.537464  7916 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
10:40:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.537526  7916 ts_tablet_manager.cc:616] Registered 0 tablets
10:40:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.537549  7916 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:40:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.548228  7916 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.3:41511
10:40:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.548243  8120 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.3:41511 every 8 connection(s)
10:40:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.549297  7916 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.559302  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 7916
10:40:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.559438  6976 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal/instance
10:40:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.559648  8123 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.559904  8123 heartbeater.cc:461] Registering TS with master...
10:40:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.560127  8122 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.560272  8122 heartbeater.cc:461] Registering TS with master...
10:40:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.560503  8122 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.560503  8123 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.561319  8125 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.561405  8125 heartbeater.cc:461] Registering TS with master...
10:40:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.561575  8125 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.561606  7299 ts_manager.cc:194] Registered new tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.561822  7048 ts_manager.cc:194] Registered new tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.562295  7171 ts_manager.cc:194] Registered new tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.562294  7299 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.3:44503
10:40:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.565963  6976 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
10:40:25.566 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
10:40:25.567 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

10:40:25.576 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.208.62"
      port: 39153
    }
    bound_http_address {
      host: "127.6.208.62"
      port: 45917
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.208.61"
      port: 40435
    }
    bound_http_address {
      host: "127.6.208.61"
      port: 44215
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.208.60"
      port: 32857
    }
    bound_http_address {
      host: "127.6.208.60"
      port: 36407
    }
  }
}

10:40:25.581 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

10:40:25.583 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.208.1"
      port: 41875
    }
    bound_http_address {
      host: "127.6.208.1"
      port: 41887
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.208.2"
      port: 37103
    }
    bound_http_address {
      host: "127.6.208.2"
      port: 38615
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.208.3"
      port: 41511
    }
    bound_http_address {
      host: "127.6.208.3"
      port: 44425
    }
  }
}

10:40:25.584 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
10:40:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.684983  7424 catalog_manager.cc:1295] Loaded cluster ID: 8799e1f6205047d490da21a22c8cf074
10:40:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.685060  7424 catalog_manager.cc:1588] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d: loading cluster ID for follower catalog manager: success
10:40:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.687520  7424 catalog_manager.cc:1610] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d: acquiring CA information for follower catalog manager: success
10:40:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.689285  7424 catalog_manager.cc:1638] T 00000000000000000000000000000000 P ff6bb23965554ab9ba871801e1b4ea8d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:40:25.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.714917  7442 catalog_manager.cc:1295] Loaded cluster ID: 8799e1f6205047d490da21a22c8cf074
10:40:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.715010  7442 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a: loading cluster ID for follower catalog manager: success
10:40:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.717603  7442 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a: acquiring CA information for follower catalog manager: success
10:40:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:25.719080  7442 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 2ac6ab54ae524311985f3a85365f391a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:40:25.772 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
10:40:25.833 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
10:40:26.013 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.208.60:32857(127.6.208.60:32857)] connecting to peer
10:40:26.065 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.208.62:39153(127.6.208.62:39153)] connecting to peer
10:40:26.066 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.208.61:40435(127.6.208.61:40435)] connecting to peer
10:40:26.086 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.208.62:39153(127.6.208.62:39153)] Successfully connected to peer
10:40:26.086 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.208.61:40435(127.6.208.61:40435)] Successfully connected to peer
10:40:26.087 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.208.60:32857(127.6.208.60:32857)] Successfully connected to peer
10:40:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.163789  7677 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:26.192 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.6.208.60
10:40:26.192 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.6.208.62
10:40:26.192 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.6.208.61
10:40:26.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.365945  7904 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:26.435 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xbdd51c31, L:/127.0.0.1:57236 - R:/127.6.208.61:40435] using SASL/PLAIN
10:40:26.435 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x35fdf43f, L:/127.0.0.1:37262 - R:/127.6.208.62:39153] using SASL/PLAIN
10:40:26.435 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x2e2c3b17, L:/127.0.0.1:42156 - R:/127.6.208.60:32857] using SASL/PLAIN
10:40:26.472 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
10:40:26.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=503), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.208.60:32857, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.208.62:39153, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.208.61:40435, [473ms] Sub RPC ConnectToMaster: received response from server master-127.6.208.61:40435: OK, [473ms] Sub RPC ConnectToMaster: received response from server master-127.6.208.62:39153: OK, [474ms] Sub RPC ConnectToMaster: received response from server master-127.6.208.60:32857: OK, deferred=null) after lookup
10:40:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.520943  7299 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42156:
10:40:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955"
10:40:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
10:40:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:40:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
10:40:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
10:40:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
10:40:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
10:40:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
10:40:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:40:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:26.522440  7299 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
10:40:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.551426  7799 tablet_service.cc:1511] Processing CreateTablet for tablet c3d6088a0e3945adac25868b7b89e642 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955 [id=7fed8ee3402f40258ee78140e234f088]), partition=RANGE (key) PARTITION UNBOUNDED
10:40:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.552450  7799 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3d6088a0e3945adac25868b7b89e642. 1 dirs total, 0 dirs full, 0 dirs failed
10:40:26.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.554706  8005 tablet_service.cc:1511] Processing CreateTablet for tablet c3d6088a0e3945adac25868b7b89e642 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955 [id=7fed8ee3402f40258ee78140e234f088]), partition=RANGE (key) PARTITION UNBOUNDED
10:40:26.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.555634  8005 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3d6088a0e3945adac25868b7b89e642. 1 dirs total, 0 dirs full, 0 dirs failed
10:40:26.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.559597  7570 tablet_service.cc:1511] Processing CreateTablet for tablet c3d6088a0e3945adac25868b7b89e642 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955 [id=7fed8ee3402f40258ee78140e234f088]), partition=RANGE (key) PARTITION UNBOUNDED
10:40:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.560483  7570 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3d6088a0e3945adac25868b7b89e642. 1 dirs total, 0 dirs full, 0 dirs failed
10:40:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.562300  8173 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap starting.
10:40:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.563838  8122 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:26.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.569020  8172 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap starting.
10:40:26.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.569563  8173 tablet_bootstrap.cc:654] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Neither blocks nor log segments found. Creating new log.
10:40:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.570354  8173 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Log is configured to *not* fsync() on all Append() calls
10:40:26.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.572456  8173 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: No bootstrap required, opened a new log
10:40:26.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.572845  8173 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Time spent bootstrapping tablet: real 0.011s	user 0.005s	sys 0.000s
10:40:26.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.573050  8172 tablet_bootstrap.cc:654] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Neither blocks nor log segments found. Creating new log.
10:40:26.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.574043  8172 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Log is configured to *not* fsync() on all Append() calls
10:40:26.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.574843  8175 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap starting.
10:40:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.577484  8175 tablet_bootstrap.cc:654] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Neither blocks nor log segments found. Creating new log.
10:40:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.577528  8173 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.577766  8173 raft_consensus.cc:385] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:40:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.577828  8173 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe1155704afd484088ee3b46e4943d08, State: Initialized, Role: FOLLOWER
10:40:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.578459  8173 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.579100  8175 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Log is configured to *not* fsync() on all Append() calls
10:40:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.579625  8173 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Time spent starting tablet: real 0.007s	user 0.000s	sys 0.005s
10:40:26.580 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 7fed8ee3402f40258ee78140e234f088
10:40:26.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.581324  8175 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: No bootstrap required, opened a new log
10:40:26.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.581533  8175 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Time spent bootstrapping tablet: real 0.007s	user 0.004s	sys 0.001s
10:40:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.585819  8172 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: No bootstrap required, opened a new log
10:40:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.585997  8172 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent bootstrapping tablet: real 0.017s	user 0.004s	sys 0.000s
10:40:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.589090  8172 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.589313  8172 raft_consensus.cc:385] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:40:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.589376  8172 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d13aad4daf24af39c737fa0aaae866a, State: Initialized, Role: FOLLOWER
10:40:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.589321  8175 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.589475  8175 raft_consensus.cc:385] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:40:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.589509  8175 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5d63600e6c44c30972f18659da32441, State: Initialized, Role: FOLLOWER
10:40:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.589859  8172 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.589923  8175 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.590677  8172 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent starting tablet: real 0.005s	user 0.001s	sys 0.005s
10:40:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.590735  8175 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Time spent starting tablet: real 0.009s	user 0.003s	sys 0.002s
10:40:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:26.601457  7908 tablet.cc:2406] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:40:26.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:26.648855  7680 tablet.cc:2406] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:40:26.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.780555  8183 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:40:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.780896  8183 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:26.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.782401  8183 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.787190  8045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08" is_pre_election: true
10:40:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.787528  8045 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 0.
10:40:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.787607  7603 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441" is_pre_election: true
10:40:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.787859  7603 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 0.
10:40:26.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.788259  7706 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, fe1155704afd484088ee3b46e4943d08; no voters: 
10:40:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.788618  8183 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 0 FOLLOWER]: Leader pre-election won for term 1
10:40:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.788713  8183 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:40:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.788759  8183 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 0 FOLLOWER]: Advancing to term 1
10:40:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.789619  8183 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.790007  8183 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 1 election: Requested vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.790347  8045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.790419  7603 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441"
10:40:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.790478  8045 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 0 FOLLOWER]: Advancing to term 1
10:40:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.790534  7603 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 0 FOLLOWER]: Advancing to term 1
10:40:26.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.791556  8045 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 1.
10:40:26.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.791671  7603 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 1.
10:40:26.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.791960  7706 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, fe1155704afd484088ee3b46e4943d08; no voters: 
10:40:26.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.792187  8183 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 FOLLOWER]: Leader election won for term 1
10:40:26.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.792436  8183 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 LEADER]: Becoming Leader. State: Replica: 2d13aad4daf24af39c737fa0aaae866a, State: Running, Role: LEADER
10:40:26.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.792773  8183 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:26.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:26.796749  7303 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a reported cstate change: term changed from 0 to 1, leader changed from <none> to 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2). New cstate: current_term: 1 leader_uuid: "2d13aad4daf24af39c737fa0aaae866a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: UNKNOWN } } }
10:40:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:26.801625  8126 tablet.cc:2406] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:40:26.859 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 7fed8ee3402f40258ee78140e234f088
10:40:26.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:26.887 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299990, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:26.889 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [8ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=null) after lookup
10:40:26.904 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:26.907 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] Successfully connected to peer
10:40:26.992 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x5b82c2bc, L:/127.0.0.1:37154 - R:/127.6.208.2:37103] using TOKEN/null
10:40:27.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:27.000239  8045 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 1 FOLLOWER]: Refusing update from remote peer 2d13aad4daf24af39c737fa0aaae866a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:40:27.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:27.000239  7603 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 1 FOLLOWER]: Refusing update from remote peer 2d13aad4daf24af39c737fa0aaae866a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:40:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:27.001075  8191 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:40:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:27.001478  8183 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:40:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:27.014196  8204 mvcc.cc:204] Tried to move back new op lower bound from 7317278011384619008 to 7317278010546257920. Current Snapshot: MvccSnapshot[applied={T|T < 7317278011384619008}]
10:40:27.104 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:27.106 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.2:37103
10:40:27.108 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:40:27.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:27.108891  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 7686
10:40:27.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:27.130 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] handling channelInactive
10:40:27.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state READY due to: connection closed
10:40:27.131 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: connection closed
10:40:27.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:27.156 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:27.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [5ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@410388699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@3274bd7d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74d62247 -> wakeup thread Time-limited test)) after lookup
10:40:27.157 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:27.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.160 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:27.175 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:27.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [5ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [31ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [34ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@410388699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@3274bd7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74d62247 -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920))) after lookup
10:40:27.177 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:27.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.179 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:27.195 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:27.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [5ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [31ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [34ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [50ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [53ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [54ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [68ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@410388699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@3274bd7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74d62247 -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059))) after lookup
10:40:27.197 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:27.199 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.199 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:27.235 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:27.236 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [5ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [31ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [34ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [50ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [53ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [54ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [68ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [70ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [73ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [73ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [105ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@410388699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@3274bd7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74d62247 -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542))) after lookup
10:40:27.236 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:27.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.238 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:27.615 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:27.616 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=489), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [5ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [31ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [34ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [50ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [53ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [54ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [68ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [70ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [73ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [73ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [105ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [110ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [112ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [112ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [485ms] refreshing cache from master, [486ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [489ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@410388699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@3274bd7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542) -> (continuation of Deferred@894049617 after retry RPC@1722835875), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74d62247 -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542) -> (continuation of Deferred@894049617 after retry RPC@1722835875))) after lookup
10:40:27.617 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:27.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:27.619 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.550503  8223 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.550637  8223 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.551126  8224 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.551295  8224 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.551770  8223 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:28.552541  7942 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.553205  8224 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:28.553575  7942 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:28.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:28.553994  7493 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:28.554908  7493 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.556890  8045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08" is_pre_election: true
10:40:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.556926  7603 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "fe1155704afd484088ee3b46e4943d08" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441" is_pre_election: true
10:40:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.557034  7603 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe1155704afd484088ee3b46e4943d08 in term 1.
10:40:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.557041  8045 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a5d63600e6c44c30972f18659da32441 in term 1.
10:40:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.557403  7491 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a
10:40:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.557399  7941 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a
10:40:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.557790  8223 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 1 FOLLOWER]: Leader pre-election won for term 2
10:40:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.557859  8223 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.557904  8223 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 1 FOLLOWER]: Advancing to term 2
10:40:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.558130  8224 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 1 FOLLOWER]: Leader pre-election won for term 2
10:40:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.558261  8224 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.558310  8224 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 1 FOLLOWER]: Advancing to term 2
10:40:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.559029  8223 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.559171  8224 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.559407  8223 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 2 election: Requested vote from peers 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.559767  8224 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 2 election: Requested vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.560312  8045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.560482  8045 raft_consensus.cc:2393] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a5d63600e6c44c30972f18659da32441 in current term 2: Already voted for candidate fe1155704afd484088ee3b46e4943d08 in this term.
10:40:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.560483  7603 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "fe1155704afd484088ee3b46e4943d08" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441"
10:40:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.560617  7603 raft_consensus.cc:2393] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate fe1155704afd484088ee3b46e4943d08 in current term 2: Already voted for candidate a5d63600e6c44c30972f18659da32441 in this term.
10:40:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:28.560596  7942 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.560938  7941 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a, a5d63600e6c44c30972f18659da32441
10:40:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.561103  8223 raft_consensus.cc:2749] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:40:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:28.561637  7493 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.561715  7493 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a5d63600e6c44c30972f18659da32441; no voters: 2d13aad4daf24af39c737fa0aaae866a, fe1155704afd484088ee3b46e4943d08
10:40:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:28.561852  8224 raft_consensus.cc:2749] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:40:28.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:28.975 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:28.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1849), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [5ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [31ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [34ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [50ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [53ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [54ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [68ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [70ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [73ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [73ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [105ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [110ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [112ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [112ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [485ms] refreshing cache from master, [486ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [489ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [491ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [493ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [493ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [1845ms] refreshing cache from master, [1845ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1848ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@410388699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@3274bd7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@280296759 after retry RPC@259894895), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74d62247 -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@280296759 after retry RPC@259894895))) after lookup
10:40:28.977 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:28.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:28.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:28.979 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:29.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:29.794 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:29.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2668), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [5ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [31ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [34ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [50ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [53ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [54ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [68ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [70ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [73ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [73ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [105ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [110ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [112ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [112ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [485ms] refreshing cache from master, [486ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [489ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [491ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [493ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [493ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [1845ms] refreshing cache from master, [1845ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1848ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [1851ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [1853ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [1853ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2664ms] refreshing cache from master, [2665ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [2667ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@410388699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@3274bd7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@280296759 after retry RPC@259894895) -> (continuation of Deferred@469111492 after retry RPC@2031798531), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74d62247 -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@280296759 after retry RPC@259894895) -> (continuation of Deferred@469111492 after retry RPC@2031798531))) after lookup
10:40:29.795 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:29.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:29.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:29.797 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:30.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.111559  8241 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:40:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.111732  8241 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:30.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.112354  8241 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.112921  8045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08" is_pre_election: true
10:40:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.113109  8045 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a5d63600e6c44c30972f18659da32441 in term 2.
10:40:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.113531  7491 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 
10:40:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.113767  8241 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 2 FOLLOWER]: Leader pre-election won for term 3
10:40:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.113843  8241 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:40:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.113895  8241 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 2 FOLLOWER]: Advancing to term 3
10:40:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:30.113919  7493 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.115233  8241 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.115839  8241 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 3 election: Requested vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.116494  8045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.116638  8045 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 2 FOLLOWER]: Advancing to term 3
10:40:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:30.117292  7493 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.117915  8045 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a5d63600e6c44c30972f18659da32441 in term 3.
10:40:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.118458  7491 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a
10:40:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.118793  8241 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 3 FOLLOWER]: Leader election won for term 3
10:40:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.119009  8241 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 3 LEADER]: Becoming Leader. State: Replica: a5d63600e6c44c30972f18659da32441, State: Running, Role: LEADER
10:40:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.119588  8241 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:30.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.124413  7299 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 reported cstate change: term changed from 1 to 3, leader changed from 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2) to a5d63600e6c44c30972f18659da32441 (127.6.208.1). New cstate: current_term: 3 leader_uuid: "a5d63600e6c44c30972f18659da32441" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: HEALTHY } } }
10:40:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:30.603960  7493 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 -> Peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Couldn't send request to peer 2d13aad4daf24af39c737fa0aaae866a. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:30.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.718246  8045 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 3 FOLLOWER]: Refusing update from remote peer a5d63600e6c44c30972f18659da32441: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
10:40:30.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:30.718891  8241 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
10:40:32.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:32.355 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:32.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=5230), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [5ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [29ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [31ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [34ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [34ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [48ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [50ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [53ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [54ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [68ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [70ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [73ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [73ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [105ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [108ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [110ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [112ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [112ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [485ms] refreshing cache from master, [486ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [489ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [491ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [493ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [493ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [1845ms] refreshing cache from master, [1845ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1848ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [1851ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [1853ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [1853ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2664ms] refreshing cache from master, [2665ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [2667ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [2669ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2671ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2671ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [5225ms] refreshing cache from master, [5225ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [5228ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@410388699(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@3274bd7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@280296759 after retry RPC@259894895) -> (continuation of Deferred@469111492 after retry RPC@2031798531) -> (continuation of Deferred@292156282 after retry RPC@1041527429), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@74d62247 -> wakeup thread Time-limited test -> (continuation of Deferred@759140624 after retry RPC@165575920) -> (continuation of Deferred@1938591682 after retry RPC@1261210059) -> (continuation of Deferred@401490968 after retry RPC@1690148542) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@280296759 after retry RPC@259894895) -> (continuation of Deferred@469111492 after retry RPC@2031798531) -> (continuation of Deferred@292156282 after retry RPC@1041527429))) after lookup
10:40:32.358 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:32.359 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] Successfully connected to peer
10:40:32.385 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xa7367270, L:/127.0.0.1:58438 - R:/127.6.208.1:41875] using TOKEN/null
10:40:32.411 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.2:37103
10:40:32.413 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.414016  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:37103
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38615
10:40:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:32.525609  8291 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:32.525895  8291 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:32.525961  8291 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:32.529565  8291 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:32.529743  8291 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.2
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.533831  8291 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:37103
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38615
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8291
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.535346  8291 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:32.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.536576  8291 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:32.543812  8305 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:32.543794  8307 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:32.543794  8302 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.544371  8291 server_base.cc:1061] running on GCE node
10:40:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.544844  8291 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.545490  8291 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.546653  8291 hybrid_clock.cc:648] HybridClock initialized: now 1786444832546634 us; error 45 us; skew 500 ppm
10:40:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.548724  8291 webserver.cc:533] Webserver started at http://127.6.208.2:38615/ using document root <none> and password file <none>
10:40:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.549491  8291 fs_manager.cc:362] Metadata directory not provided
10:40:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.549585  8291 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.553999  8291 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
10:40:32.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.557204  8314 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:32.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.558487  8291 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.558598  8291 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.559131  8291 fs_report.cc:389] FS layout report
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/data
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.576344  8291 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:32.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.577123  8291 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:32.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.577282  8291 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.577925  8291 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.579340  8330 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.582665  8291 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.582773  8291 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
10:40:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.582829  8291 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.584439  8291 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.584491  8291 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
10:40:32.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.584869  8330 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap starting.
10:40:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.596251  8291 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.2:37103
10:40:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.596312  8498 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.2:37103 every 8 connection(s)
10:40:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.597501  8291 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.601764  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 8291
10:40:32.602 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:32.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.608192  8330 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Log is configured to *not* fsync() on all Append() calls
10:40:32.612 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:32.613 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.1:41875
10:40:32.613 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:40:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.608217  8501 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.609110  8501 heartbeater.cc:461] Registering TS with master...
10:40:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.609740  8501 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.613623  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 7468
10:40:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.608841  8500 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.620409  8500 heartbeater.cc:461] Registering TS with master...
10:40:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.620718  8500 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:32.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.622740  7048 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.623118  8330 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.623649  8330 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap complete.
10:40:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.625226  7171 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:32.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.626344  8330 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent bootstrapping tablet: real 0.042s	user 0.024s	sys 0.008s
10:40:32.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.629680  8330 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:32.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.630220  8330 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d13aad4daf24af39c737fa0aaae866a, State: Initialized, Role: FOLLOWER
10:40:32.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.630790  8330 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:32.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.632804  8330 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent starting tablet: real 0.006s	user 0.002s	sys 0.004s
10:40:32.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.632925  8499 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:32.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.633015  8499 heartbeater.cc:461] Registering TS with master...
10:40:32.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.633275  8499 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.634730  7299 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.636413  7299 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.2:59917
10:40:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:32.639093  8499 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:32.643 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:32.643 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] handling channelInactive
10:40:32.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state READY due to: connection closed
10:40:32.644 [DEBUG - Time-limited test] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:32.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.645 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:32.654 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:32.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [11ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1718955774(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b68f8ef -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78ceba04 -> wakeup thread Time-limited test)) after lookup
10:40:32.655 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:32.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.656 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:32.676 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:32.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [11ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [12ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [13ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [14ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1718955774(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b68f8ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78ceba04 -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926))) after lookup
10:40:32.677 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:32.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.679 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:32.715 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:32.716 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [11ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [12ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [13ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [14ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [34ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1718955774(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b68f8ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78ceba04 -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116))) after lookup
10:40:32.717 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:32.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.718 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:32.834 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:32.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=191), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [11ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [12ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [13ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [14ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [34ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [73ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [75ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [191ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1718955774(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b68f8ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78ceba04 -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579))) after lookup
10:40:32.835 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:32.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.837 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:32.955 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:32.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=312), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [11ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [12ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [13ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [14ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [34ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [73ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [75ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [191ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [192ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [194ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [194ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [312ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1718955774(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b68f8ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579) -> (continuation of Deferred@1262783766 after retry RPC@1139770453), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78ceba04 -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579) -> (continuation of Deferred@1262783766 after retry RPC@1139770453))) after lookup
10:40:32.957 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:32.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:32.958 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:33.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:33.355 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:33.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=712), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [11ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [12ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [13ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [14ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [34ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [73ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [75ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [191ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [192ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [194ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [194ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [312ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [313ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [315ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [315ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [708ms] refreshing cache from master, [708ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [712ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1718955774(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b68f8ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579) -> (continuation of Deferred@1262783766 after retry RPC@1139770453) -> (continuation of Deferred@1152147868 after retry RPC@2078181488), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78ceba04 -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579) -> (continuation of Deferred@1262783766 after retry RPC@1139770453) -> (continuation of Deferred@1152147868 after retry RPC@2078181488))) after lookup
10:40:33.357 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:33.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:33.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:33.358 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:33.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:33.476 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:33.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=833), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [11ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [12ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [13ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [14ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [34ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [73ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [75ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [191ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [192ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [194ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [194ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [312ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [313ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [315ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [315ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [708ms] refreshing cache from master, [708ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [712ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [713ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [715ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [715ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [828ms] refreshing cache from master, [829ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [832ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1718955774(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b68f8ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579) -> (continuation of Deferred@1262783766 after retry RPC@1139770453) -> (continuation of Deferred@1152147868 after retry RPC@2078181488) -> (continuation of Deferred@1899752948 after retry RPC@2125035179), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78ceba04 -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579) -> (continuation of Deferred@1262783766 after retry RPC@1139770453) -> (continuation of Deferred@1152147868 after retry RPC@2078181488) -> (continuation of Deferred@1899752948 after retry RPC@2125035179))) after lookup
10:40:33.477 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:33.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:33.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:33.479 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.863701  8532 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:40:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.863978  8532 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.865327  8532 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:33.866423  8318 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:33.867465  8318 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.870108  8045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08" is_pre_election: true
10:40:33.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.870703  8316 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a; no voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08
10:40:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.870990  8532 raft_consensus.cc:2749] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
10:40:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.910715  8541 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a5d63600e6c44c30972f18659da32441)
10:40:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.910928  8541 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.911412  8541 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:33.912122  7941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111) [suppressed 1 similar messages]
10:40:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:33.913079  7941 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.916615  8426 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "fe1155704afd484088ee3b46e4943d08" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "2d13aad4daf24af39c737fa0aaae866a" is_pre_election: true
10:40:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.916895  8426 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe1155704afd484088ee3b46e4943d08 in term 1.
10:40:33.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.917730  7942 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, fe1155704afd484088ee3b46e4943d08; no voters: a5d63600e6c44c30972f18659da32441
10:40:33.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.917955  8541 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 3 FOLLOWER]: Leader pre-election won for term 4
10:40:33.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.918030  8541 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 3 FOLLOWER]: Starting leader election (detected failure of leader a5d63600e6c44c30972f18659da32441)
10:40:33.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.918068  8541 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 3 FOLLOWER]: Advancing to term 4
10:40:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.918931  8541 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.919341  8541 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 4 election: Requested vote from peers 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.919737  8426 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "fe1155704afd484088ee3b46e4943d08" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.919886  8426 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 1 FOLLOWER]: Advancing to term 4
10:40:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:33.920670  7941 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.921797  8426 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe1155704afd484088ee3b46e4943d08 in term 4.
10:40:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.922149  7942 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, fe1155704afd484088ee3b46e4943d08; no voters: a5d63600e6c44c30972f18659da32441
10:40:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.922326  8541 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 4 FOLLOWER]: Leader election won for term 4
10:40:33.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.922534  8541 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 4 LEADER]: Becoming Leader. State: Replica: fe1155704afd484088ee3b46e4943d08, State: Running, Role: LEADER
10:40:33.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.922894  8541 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:33.925482  7299 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 reported cstate change: term changed from 3 to 4, leader changed from a5d63600e6c44c30972f18659da32441 (127.6.208.1) to fe1155704afd484088ee3b46e4943d08 (127.6.208.3). New cstate: current_term: 4 leader_uuid: "fe1155704afd484088ee3b46e4943d08" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: UNKNOWN } } }
10:40:33.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:33.955 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:33.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=16, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1311), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [11ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [12ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [13ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [14ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [34ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [73ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [75ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [191ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [192ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [194ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [194ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [312ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [313ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [315ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [315ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [708ms] refreshing cache from master, [708ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [712ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [713ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [715ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [715ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [828ms] refreshing cache from master, [829ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [832ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [834ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [836ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [836ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [1308ms] refreshing cache from master, [1308ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1311ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1718955774(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b68f8ef -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579) -> (continuation of Deferred@1262783766 after retry RPC@1139770453) -> (continuation of Deferred@1152147868 after retry RPC@2078181488) -> (continuation of Deferred@1899752948 after retry RPC@2125035179) -> (continuation of Deferred@196670030 after retry RPC@1049739708), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78ceba04 -> wakeup thread Time-limited test -> (continuation of Deferred@2096847631 after retry RPC@1911078926) -> (continuation of Deferred@1995411543 after retry RPC@1102104116) -> (continuation of Deferred@1070318714 after retry RPC@591085579) -> (continuation of Deferred@1262783766 after retry RPC@1139770453) -> (continuation of Deferred@1152147868 after retry RPC@2078181488) -> (continuation of Deferred@1899752948 after retry RPC@2125035179) -> (continuation of Deferred@196670030 after retry RPC@1049739708))) after lookup
10:40:33.956 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:33.958 [DEBUG - kudu-nio-4] (Connection.java:757) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] Successfully connected to peer
10:40:33.998 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x5d0f56fc, L:/127.0.0.1:36592 - R:/127.6.208.3:41511] using TOKEN/null
10:40:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.003067  8426 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 4 FOLLOWER]: Refusing update from remote peer fe1155704afd484088ee3b46e4943d08: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 10. (index mismatch)
10:40:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:34.003221  7941 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 -> Peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Couldn't send request to peer a5d63600e6c44c30972f18659da32441. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:34.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.003827  8541 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
10:40:34.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.012226  8569 mvcc.cc:204] Tried to move back new op lower bound from 7317278040069156864 to 7317278039750819840. Current Snapshot: MvccSnapshot[applied={T|T < 7317278040069156864}]
10:40:34.030 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.1:41875
10:40:34.031 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:40:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.032410  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data
10:40:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/logs
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.1:41875
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.1
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41887
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.1
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:34.145480  8580 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:34.145767  8580 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:34.145835  8580 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:34.149490  8580 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:34.149664  8580 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.1
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.153908  8580 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.1:41875
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.1
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41887
10:40:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8580
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.1
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/logs
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.155432  8580 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.156755  8580 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:34.163383  8592 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:34.163384  8587 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:34.163383  8597 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.164876  8580 server_base.cc:1061] running on GCE node
10:40:34.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.165319  8580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.165984  8580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.167182  8580 hybrid_clock.cc:648] HybridClock initialized: now 1786444834167157 us; error 36 us; skew 500 ppm
10:40:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.169255  8580 webserver.cc:533] Webserver started at http://127.6.208.1:41887/ using document root <none> and password file <none>
10:40:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.169878  8580 fs_manager.cc:362] Metadata directory not provided
10:40:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.169991  8580 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:34.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.173799  8580 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
10:40:34.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.176126  8609 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:34.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.177395  8580 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.177551  8580 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5d63600e6c44c30972f18659da32441"
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.178102  8580 fs_report.cc:389] FS layout report
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/data
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:34.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.194644  8580 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.195441  8580 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.195672  8580 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.196522  8580 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.197928  8622 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:34.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.201525  8580 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:34.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.201620  8580 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:40:34.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.201690  8580 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.203394  8580 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.203466  8580 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:40:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.203750  8622 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap starting.
10:40:34.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.218019  8776 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.1:41875 every 8 connection(s)
10:40:34.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.218058  8580 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.1:41875
10:40:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.219712  8580 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:34.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.219954  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 8580
10:40:34.220 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:34.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.224038  8622 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Log is configured to *not* fsync() on all Append() calls
10:40:34.229 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:34.230 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.3:41511
10:40:34.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:40:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.231235  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 7916
10:40:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.249923  8622 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.250771  8622 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap complete.
10:40:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.252465  8622 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Time spent bootstrapping tablet: real 0.049s	user 0.019s	sys 0.015s
10:40:34.255 [DEBUG - kudu-nio-4] (Connection.java:239) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] handling channelInactive
10:40:34.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state READY due to: connection closed
10:40:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.255571  8622 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.256505  8622 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5d63600e6c44c30972f18659da32441, State: Initialized, Role: FOLLOWER
10:40:34.257 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.257200  8622 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:34.257 [DEBUG - Time-limited test] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.258307  8622 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Time spent starting tablet: real 0.006s	user 0.002s	sys 0.002s
10:40:34.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.259 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.262976  8777 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.263273  8777 heartbeater.cc:461] Registering TS with master...
10:40:34.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.263944  8777 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.266043  7303 ts_manager.cc:194] Re-registered known tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.266214  8778 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.266299  8778 heartbeater.cc:461] Registering TS with master...
10:40:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.266535  8778 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.267320  7303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.1:50219
10:40:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.267444  7048 ts_manager.cc:194] Re-registered known tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:34.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.269188  8779 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:34.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.269204  8777 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:34.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.269301  8779 heartbeater.cc:461] Registering TS with master...
10:40:34.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.269441  8779 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:34.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:34.270610  7171 ts_manager.cc:194] Re-registered known tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:34.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:34.275 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:34.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [17ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@802818501(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@1ff6a1a3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ee15cc5 -> wakeup thread Time-limited test)) after lookup
10:40:34.276 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:34.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.277 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:34.295 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:34.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [17ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [19ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [20ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [21ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@802818501(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@1ff6a1a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ee15cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129))) after lookup
10:40:34.295 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:34.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.297 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:34.334 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:34.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [17ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [19ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [20ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [21ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [38ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [40ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [40ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [76ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@802818501(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@1ff6a1a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129) -> (continuation of Deferred@127713165 after retry RPC@340518088), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ee15cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129) -> (continuation of Deferred@127713165 after retry RPC@340518088))) after lookup
10:40:34.335 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:34.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.336 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:34.455 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:34.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=198), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [17ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [19ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [20ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [21ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [38ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [40ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [40ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [76ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [77ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [79ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [79ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [194ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [198ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@802818501(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@1ff6a1a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129) -> (continuation of Deferred@127713165 after retry RPC@340518088) -> (continuation of Deferred@2059978470 after retry RPC@1966648305), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ee15cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129) -> (continuation of Deferred@127713165 after retry RPC@340518088) -> (continuation of Deferred@2059978470 after retry RPC@1966648305))) after lookup
10:40:34.456 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:34.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.458 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:34.775 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:34.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=518), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [17ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [19ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [20ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [21ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [38ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [40ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [40ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [76ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [77ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [79ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [79ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [194ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [198ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [199ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [200ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [201ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [514ms] refreshing cache from master, [514ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [517ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@802818501(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@1ff6a1a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129) -> (continuation of Deferred@127713165 after retry RPC@340518088) -> (continuation of Deferred@2059978470 after retry RPC@1966648305) -> (continuation of Deferred@875225544 after retry RPC@75342751), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ee15cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129) -> (continuation of Deferred@127713165 after retry RPC@340518088) -> (continuation of Deferred@2059978470 after retry RPC@1966648305) -> (continuation of Deferred@875225544 after retry RPC@75342751))) after lookup
10:40:34.776 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:34.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:34.778 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.530352  8803 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 4 FOLLOWER]: Starting pre-election (detected failure of leader fe1155704afd484088ee3b46e4943d08)
10:40:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.530532  8803 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.531090  8803 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:35.532732  8316 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511): Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111)
10:40:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.537338  8712 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441" is_pre_election: true
10:40:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.537665  8712 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 3.
10:40:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.538555  8318 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, a5d63600e6c44c30972f18659da32441; no voters: fe1155704afd484088ee3b46e4943d08
10:40:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.538797  8803 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 4 FOLLOWER]: Leader pre-election won for term 5
10:40:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.538893  8803 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 4 FOLLOWER]: Starting leader election (detected failure of leader fe1155704afd484088ee3b46e4943d08)
10:40:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.538946  8803 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 4 FOLLOWER]: Advancing to term 5
10:40:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.540078  8803 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.540551  8803 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 5 election: Requested vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:35.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.540992  8712 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441"
10:40:35.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.541144  8712 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 3 FOLLOWER]: Advancing to term 5
10:40:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:35.541878  8316 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511): Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111)
10:40:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.543139  8712 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 5.
10:40:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.543582  8318 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, a5d63600e6c44c30972f18659da32441; no voters: fe1155704afd484088ee3b46e4943d08
10:40:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.543838  8803 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 5 FOLLOWER]: Leader election won for term 5
10:40:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.544064  8803 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 5 LEADER]: Becoming Leader. State: Replica: 2d13aad4daf24af39c737fa0aaae866a, State: Running, Role: LEADER
10:40:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.544417  8803 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:35.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.547178  7303 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a reported cstate change: term changed from 4 to 5, leader changed from fe1155704afd484088ee3b46e4943d08 (127.6.208.3) to 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2). New cstate: current_term: 5 leader_uuid: "2d13aad4daf24af39c737fa0aaae866a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: UNKNOWN } } }
10:40:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.974856  8712 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 5 FOLLOWER]: Refusing update from remote peer 2d13aad4daf24af39c737fa0aaae866a: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
10:40:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:35.975631  8803 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
10:40:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:35.984784  8316 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a -> Peer fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511): Couldn't send request to peer fe1155704afd484088ee3b46e4943d08. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:36.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:36.095 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:36.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1838), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [17ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [19ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [20ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [21ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [37ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [38ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [40ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [40ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [76ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [77ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [79ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [79ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [194ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [198ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [199ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [200ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [201ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [514ms] refreshing cache from master, [514ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [517ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [519ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [521ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [521ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [1834ms] refreshing cache from master, [1834ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1837ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@802818501(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@1ff6a1a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129) -> (continuation of Deferred@127713165 after retry RPC@340518088) -> (continuation of Deferred@2059978470 after retry RPC@1966648305) -> (continuation of Deferred@875225544 after retry RPC@75342751) -> (continuation of Deferred@387606108 after retry RPC@656319285), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ee15cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@764027305 after retry RPC@1509513129) -> (continuation of Deferred@127713165 after retry RPC@340518088) -> (continuation of Deferred@2059978470 after retry RPC@1966648305) -> (continuation of Deferred@875225544 after retry RPC@75342751) -> (continuation of Deferred@387606108 after retry RPC@656319285))) after lookup
10:40:36.096 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:36.097 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] Successfully connected to peer
10:40:36.123 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x5622f703, L:/127.0.0.1:51406 - R:/127.6.208.2:37103] using TOKEN/null
10:40:36.146 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.3:41511
10:40:36.147 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:40:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.147495  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data
10:40:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/logs
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.3:41511
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.3
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44425
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.3
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:36.262825  8845 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:36.263123  8845 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:36.263175  8845 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:36.266866  8845 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:36.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:36.266995  8845 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.3
10:40:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.271428  8845 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.3:41511
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.3
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44425
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8845
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.3
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/logs
10:40:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.272706  8845 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.273887  8845 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:36.281210  8857 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:36.281224  8855 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:36.281221  8852 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.281525  8845 server_base.cc:1061] running on GCE node
10:40:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.282366  8845 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:36.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.282929  8845 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:36.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.284122  8845 hybrid_clock.cc:648] HybridClock initialized: now 1786444836284096 us; error 53 us; skew 500 ppm
10:40:36.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.286302  8845 webserver.cc:533] Webserver started at http://127.6.208.3:44425/ using document root <none> and password file <none>
10:40:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.286967  8845 fs_manager.cc:362] Metadata directory not provided
10:40:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.287086  8845 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:36.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.290856  8845 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.000s
10:40:36.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.293166  8865 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:36.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.294390  8845 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.294520  8845 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.294992  8845 fs_report.cc:389] FS layout report
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/data
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:36.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.320789  8845 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.321810  8845 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.322166  8845 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:36.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.323068  8845 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:36.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.324704  8873 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:36.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.328326  8845 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:36.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.328425  8845 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:40:36.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.328495  8845 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:36.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.330121  8845 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:36.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.330188  8845 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:40:36.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.330502  8873 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap starting.
10:40:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.348110  8845 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.3:41511
10:40:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.350447  8845 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.355696  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 8845
10:40:36.356 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:36.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.356962  8873 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Log is configured to *not* fsync() on all Append() calls
10:40:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.361356  9038 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.3:41511 every 8 connection(s)
10:40:36.366 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.379102  9045 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.379498  9045 heartbeater.cc:461] Registering TS with master...
10:40:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.380239  9045 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.382519  7171 ts_manager.cc:194] Re-registered known tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:36.386 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.2:37103
10:40:36.386 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:40:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.387001  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 8291
10:40:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.409358  9039 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.409798  9039 heartbeater.cc:461] Registering TS with master...
10:40:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.410254  9039 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.411432  7299 ts_manager.cc:194] Re-registered known tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.412576  7299 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.3:51951
10:40:36.421 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] handling channelInactive
10:40:36.421 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state READY due to: connection closed
10:40:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.426229  8873 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.426779  8873 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap complete.
10:40:36.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.428866  8873 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Time spent bootstrapping tablet: real 0.099s	user 0.031s	sys 0.012s
10:40:36.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.429412  9044 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:36.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.429535  9044 heartbeater.cc:461] Registering TS with master...
10:40:36.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.429771  9044 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.430843  7048 ts_manager.cc:194] Re-registered known tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:36.432 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:36.433 [DEBUG - Time-limited test] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:36.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.432605  8873 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:36.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.433173  8873 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe1155704afd484088ee3b46e4943d08, State: Initialized, Role: FOLLOWER
10:40:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.433830  8873 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:36.434 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.434934  8873 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
10:40:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:36.435369  9039 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:36.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:36.455 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:36.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [22ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1259239114(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@19db6395 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57bc84d3 -> wakeup thread Time-limited test)) after lookup
10:40:36.456 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:36.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.458 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:36.476 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:36.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [22ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [24ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [26ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1259239114(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@19db6395 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57bc84d3 -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133))) after lookup
10:40:36.477 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:36.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.479 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:36.516 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:36.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [22ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [24ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [26ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [45ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [47ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [83ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1259239114(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@19db6395 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57bc84d3 -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390))) after lookup
10:40:36.517 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:36.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.518 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:36.635 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:36.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=202), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [22ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [24ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [26ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [45ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [47ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [83ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [84ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [86ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [87ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [202ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1259239114(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@19db6395 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57bc84d3 -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755))) after lookup
10:40:36.636 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:36.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.637 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:36.955 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:36.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=522), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [22ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [24ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [26ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [45ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [47ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [83ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [84ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [86ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [87ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [202ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [203ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [205ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [205ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [519ms] refreshing cache from master, [519ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [522ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1259239114(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@19db6395 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755) -> (continuation of Deferred@6085632 after retry RPC@129840174), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57bc84d3 -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755) -> (continuation of Deferred@6085632 after retry RPC@129840174))) after lookup
10:40:36.956 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:36.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:36.957 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.645658  9060 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.645840  9060 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:37.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.647125  9060 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:37.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:37.647935  8616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:37.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:37.649096  8616 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.652747  8967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08" is_pre_election: true
10:40:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.653141  8967 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a5d63600e6c44c30972f18659da32441 in term 4.
10:40:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.654147  8611 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a
10:40:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.654450  9060 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 5 FOLLOWER]: Leader pre-election won for term 6
10:40:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.654523  9060 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.654563  9060 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 5 FOLLOWER]: Advancing to term 6
10:40:37.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.655732  9060 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:37.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.656250  9060 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 6 election: Requested vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:37.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.656599  8967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:37.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.656715  8967 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 4 FOLLOWER]: Advancing to term 6
10:40:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:37.657596  8616 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:37.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.658432  8967 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a5d63600e6c44c30972f18659da32441 in term 6.
10:40:37.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.658766  8611 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a
10:40:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.658949  9060 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 6 FOLLOWER]: Leader election won for term 6
10:40:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.659163  9060 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 6 LEADER]: Becoming Leader. State: Replica: a5d63600e6c44c30972f18659da32441, State: Running, Role: LEADER
10:40:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.659462  9060 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:37.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:37.662410  7299 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 reported cstate change: term changed from 5 to 6, leader changed from 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2) to a5d63600e6c44c30972f18659da32441 (127.6.208.1). New cstate: current_term: 6 leader_uuid: "a5d63600e6c44c30972f18659da32441" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: HEALTHY } } }
10:40:38.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:38.081229  8616 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 -> Peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Couldn't send request to peer 2d13aad4daf24af39c737fa0aaae866a. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:38.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:38.135 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:38.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1702), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [22ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [24ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [26ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [26ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [43ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [45ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [47ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [83ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [84ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [86ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [87ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [202ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [203ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [205ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [205ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [519ms] refreshing cache from master, [519ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [522ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [523ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [525ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [525ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [1699ms] refreshing cache from master, [1699ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1702ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1259239114(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@19db6395 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755) -> (continuation of Deferred@6085632 after retry RPC@129840174) -> (continuation of Deferred@1061579182 after retry RPC@1362372140), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@57bc84d3 -> wakeup thread Time-limited test -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755) -> (continuation of Deferred@6085632 after retry RPC@129840174) -> (continuation of Deferred@1061579182 after retry RPC@1362372140))) after lookup
10:40:38.136 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:38.137 [DEBUG - kudu-nio-2] (Connection.java:757) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] Successfully connected to peer
10:40:38.153 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x85b49ff1, L:/127.0.0.1:58520 - R:/127.6.208.1:41875] using TOKEN/null
10:40:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.157848  8967 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 6 FOLLOWER]: Refusing update from remote peer a5d63600e6c44c30972f18659da32441: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 18. (index mismatch)
10:40:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.158640  9060 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
10:40:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.167804  9084 mvcc.cc:204] Tried to move back new op lower bound from 7317278057088344064 to 7317278055055757312. Current Snapshot: MvccSnapshot[applied={T|T < 7317278057088344064 or (T in {7317278057088344064})}]
10:40:38.183 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.2:37103
10:40:38.183 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:40:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.184527  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:37103
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38615
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:38.299679  9104 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:38.300020  9104 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:38.300069  9104 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:38.303975  9104 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:38.304107  9104 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.2
10:40:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.308640  9104 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:37103
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38615
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9104
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.309850  9104 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:38.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.311061  9104 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:38.317924  9111 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:38.317932  9115 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:38.317940  9112 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.318001  9104 server_base.cc:1061] running on GCE node
10:40:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.318956  9104 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.319567  9104 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:38.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.320726  9104 hybrid_clock.cc:648] HybridClock initialized: now 1786444838320718 us; error 33 us; skew 500 ppm
10:40:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.322714  9104 webserver.cc:533] Webserver started at http://127.6.208.2:38615/ using document root <none> and password file <none>
10:40:38.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.323284  9104 fs_manager.cc:362] Metadata directory not provided
10:40:38.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.323345  9104 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:38.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.326874  9104 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
10:40:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.329012  9123 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.330026  9104 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.330129  9104 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.330518  9104 fs_report.cc:389] FS layout report
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/data
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.342111  9104 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:38.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.342790  9104 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:38.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.342960  9104 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:38.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.343515  9104 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:38.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.344892  9134 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:38.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.348311  9104 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:38.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.348390  9104 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:40:38.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.348448  9104 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.349982  9104 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.350081  9104 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:40:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.350416  9134 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap starting.
10:40:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.363467  9104 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.2:37103
10:40:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.363492  9328 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.2:37103 every 8 connection(s)
10:40:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.364964  9104 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:38.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.369320  9134 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Log is configured to *not* fsync() on all Append() calls
10:40:38.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.372022  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 9104
10:40:38.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:38.382 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:38.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.381760  9331 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:38.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.382138  9331 heartbeater.cc:461] Registering TS with master...
10:40:38.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.382753  9331 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:38.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.385746  7299 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:38.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.386773  7299 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.2:55379
10:40:38.388 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.1:41875
10:40:38.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:40:38.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.389496  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 8580
10:40:38.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.404727  9134 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:38.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.405236  9134 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap complete.
10:40:38.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.406576  9134 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent bootstrapping tablet: real 0.056s	user 0.029s	sys 0.007s
10:40:38.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.409790  9134 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:38.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.410266  9134 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d13aad4daf24af39c737fa0aaae866a, State: Initialized, Role: FOLLOWER
10:40:38.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.410835  9134 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:38.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.412204  9335 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:38.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.412322  9335 heartbeater.cc:461] Registering TS with master...
10:40:38.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.412628  9335 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:38.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.412793  9134 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent starting tablet: real 0.006s	user 0.008s	sys 0.000s
10:40:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.413753  7171 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.414538  9331 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:38.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.420287  9332 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:38.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.420401  9332 heartbeater.cc:461] Registering TS with master...
10:40:38.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.420544  9332 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:38.421 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:38.421 [DEBUG - kudu-nio-2] (Connection.java:239) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] handling channelInactive
10:40:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:38.421972  7048 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:38.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state READY due to: connection closed
10:40:38.432 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:38.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.434 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.454 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:38.454 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:38.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [12ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [12ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@199602809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b90f06f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c4b9815 -> wakeup thread Time-limited test)) after lookup
10:40:38.456 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:38.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.457 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.474 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:38.474 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:38.474 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [12ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [12ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [33ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [35ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [51ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@199602809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b90f06f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c4b9815 -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293))) after lookup
10:40:38.475 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:38.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.477 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:38.495 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:38.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [12ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [12ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [33ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [35ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [51ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [53ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [55ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [55ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@199602809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b90f06f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c4b9815 -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296))) after lookup
10:40:38.496 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:38.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.498 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:38.675 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:38.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=253), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [12ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [12ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [33ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [35ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [51ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [53ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [55ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [55ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [74ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [76ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [249ms] refreshing cache from master, [249ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [252ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@199602809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b90f06f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c4b9815 -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680))) after lookup
10:40:38.676 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:38.677 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.677 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:38.677 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:39.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:39.234 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:39.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=813), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [12ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [12ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [33ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [35ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [51ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [53ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [55ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [55ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [74ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [76ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [249ms] refreshing cache from master, [249ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [252ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [254ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [255ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [255ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [809ms] refreshing cache from master, [809ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [812ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@199602809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b90f06f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680) -> (continuation of Deferred@1225098884 after retry RPC@1678765080), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c4b9815 -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680) -> (continuation of Deferred@1225098884 after retry RPC@1678765080))) after lookup
10:40:39.235 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:39.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:39.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:39.237 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:39.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.683384  9362 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader a5d63600e6c44c30972f18659da32441)
10:40:39.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.683535  9362 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.684810  9362 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:39.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:39.685864  8868 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:39.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:39.686882  8868 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:39.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.690522  9253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "fe1155704afd484088ee3b46e4943d08" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "2d13aad4daf24af39c737fa0aaae866a" is_pre_election: true
10:40:39.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.690858  9253 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe1155704afd484088ee3b46e4943d08 in term 5.
10:40:39.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.691774  8869 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, fe1155704afd484088ee3b46e4943d08; no voters: a5d63600e6c44c30972f18659da32441
10:40:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.692050  9362 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 6 FOLLOWER]: Leader pre-election won for term 7
10:40:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.692149  9362 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 6 FOLLOWER]: Starting leader election (detected failure of leader a5d63600e6c44c30972f18659da32441)
10:40:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.692221  9362 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 6 FOLLOWER]: Advancing to term 7
10:40:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.693239  9362 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.693701  9362 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 7 election: Requested vote from peers 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.694085  9253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "fe1155704afd484088ee3b46e4943d08" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.694238  9253 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 5 FOLLOWER]: Advancing to term 7
10:40:39.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:39.695101  8868 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:39.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.696544  9253 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe1155704afd484088ee3b46e4943d08 in term 7.
10:40:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.696966  8869 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, fe1155704afd484088ee3b46e4943d08; no voters: a5d63600e6c44c30972f18659da32441
10:40:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.697191  9362 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 7 FOLLOWER]: Leader election won for term 7
10:40:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.697453  9362 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 7 LEADER]: Becoming Leader. State: Replica: fe1155704afd484088ee3b46e4943d08, State: Running, Role: LEADER
10:40:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.697790  9362 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:39.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:39.700616  7299 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 reported cstate change: term changed from 6 to 7, leader changed from a5d63600e6c44c30972f18659da32441 (127.6.208.1) to fe1155704afd484088ee3b46e4943d08 (127.6.208.3). New cstate: current_term: 7 leader_uuid: "fe1155704afd484088ee3b46e4943d08" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: UNKNOWN } } }
10:40:40.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:40.104802  8868 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 -> Peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Couldn't send request to peer a5d63600e6c44c30972f18659da32441. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:40.224916  9253 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 7 FOLLOWER]: Refusing update from remote peer fe1155704afd484088ee3b46e4943d08: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
10:40:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:40.225692  9362 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
10:40:41.055 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:41.055 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:41.055 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2633), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [12ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [12ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [33ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [35ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [35ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [51ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [53ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [55ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [55ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [74ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [76ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [249ms] refreshing cache from master, [249ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [252ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [254ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [255ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [255ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [809ms] refreshing cache from master, [809ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [812ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [813ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [815ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [815ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2629ms] refreshing cache from master, [2630ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [2632ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@199602809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7b90f06f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680) -> (continuation of Deferred@1225098884 after retry RPC@1678765080) -> (continuation of Deferred@1410045558 after retry RPC@292754599), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c4b9815 -> wakeup thread Time-limited test -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680) -> (continuation of Deferred@1225098884 after retry RPC@1678765080) -> (continuation of Deferred@1410045558 after retry RPC@292754599))) after lookup
10:40:41.056 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:41.057 [DEBUG - kudu-nio-1] (Connection.java:757) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] Successfully connected to peer
10:40:41.071 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xc1c52911, L:/127.0.0.1:36678 - R:/127.6.208.3:41511] using TOKEN/null
10:40:41.093 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.1:41875
10:40:41.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.095064  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/logs
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.1:41875
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.1
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41887
10:40:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.1
10:40:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:41.223938  9417 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:41.224188  9417 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:41.224233  9417 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:41.228567  9417 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:41.228725  9417 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.1
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.233721  9417 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.1:41875
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.1
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41887
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9417
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.1
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/logs
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.235167  9417 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:41.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.237061  9417 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:41.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:41.245537  9427 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:41.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:41.245537  9425 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:41.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:41.245553  9424 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:41.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.245792  9417 server_base.cc:1061] running on GCE node
10:40:41.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.246177  9417 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:41.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.246730  9417 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:41.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.247921  9417 hybrid_clock.cc:648] HybridClock initialized: now 1786444841247892 us; error 42 us; skew 500 ppm
10:40:41.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.249764  9417 webserver.cc:533] Webserver started at http://127.6.208.1:41887/ using document root <none> and password file <none>
10:40:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.250387  9417 fs_manager.cc:362] Metadata directory not provided
10:40:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.250478  9417 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.254148  9417 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
10:40:41.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.256142  9439 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:41.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.257274  9417 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:40:41.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.257416  9417 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5d63600e6c44c30972f18659da32441"
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.257875  9417 fs_report.cc:389] FS layout report
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/data
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:41.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.268071  9417 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:41.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.268843  9417 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:41.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.269069  9417 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:41.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.269688  9417 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:41.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.271056  9451 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.274631  9417 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.274722  9417 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:40:41.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.274798  9417 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.276377  9417 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.276444  9417 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
10:40:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.276770  9451 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap starting.
10:40:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.288352  9417 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.1:41875
10:40:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.289367  9417 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.289881  9630 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.1:41875 every 8 connection(s)
10:40:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.294643  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 9417
10:40:41.295 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.303341  9634 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.303622  9634 heartbeater.cc:461] Registering TS with master...
10:40:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.304322  9634 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:41.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.304780  9633 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:41.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.304978  9633 heartbeater.cc:461] Registering TS with master...
10:40:41.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.305339  9633 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:41.306 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.305944  9632 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.306048  9632 heartbeater.cc:461] Registering TS with master...
10:40:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.306237  9632 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:41.306 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.3:41511
10:40:41.307 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:40:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.307076  7171 ts_manager.cc:194] Re-registered known tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.307206  7048 ts_manager.cc:194] Re-registered known tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.307349  9451 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Log is configured to *not* fsync() on all Append() calls
10:40:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.307421  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 8845
10:40:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.317006  7303 ts_manager.cc:194] Re-registered known tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:41.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.318136  7303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.1:33231
10:40:41.319 [DEBUG - kudu-nio-1] (Connection.java:239) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] handling channelInactive
10:40:41.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state READY due to: connection closed
10:40:41.320 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:41.321 [DEBUG - Time-limited test] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:41.322 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.322 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.322 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.326485  9451 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.326972  9451 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap complete.
10:40:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.328298  9451 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Time spent bootstrapping tablet: real 0.052s	user 0.037s	sys 0.000s
10:40:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.330510  9451 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.330890  9451 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5d63600e6c44c30972f18659da32441, State: Initialized, Role: FOLLOWER
10:40:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.331435  9451 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.332525  9451 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
10:40:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:41.333135  9632 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:41.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:41.335 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:41.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@696012203(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@f50dd07 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e311493 -> wakeup thread Time-limited test)) after lookup
10:40:41.336 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:41.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.338 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.354 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:41.355 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:41.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [15ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@696012203(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@f50dd07 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e311493 -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517))) after lookup
10:40:41.355 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:41.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.357 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.394 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:41.394 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:41.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [15ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [37ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [37ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@696012203(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@f50dd07 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e311493 -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524))) after lookup
10:40:41.395 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:41.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.397 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.454 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:41.455 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:41.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=134), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [15ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [37ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [37ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [75ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [77ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [77ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [134ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@696012203(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@f50dd07 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e311493 -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322))) after lookup
10:40:41.455 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:41.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.457 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.614 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:41.614 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:41.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=294), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [15ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [37ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [37ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [75ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [77ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [77ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [134ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [135ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [137ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [137ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [294ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@696012203(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@f50dd07 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322) -> (continuation of Deferred@1872899616 after retry RPC@1698592891), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e311493 -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322) -> (continuation of Deferred@1872899616 after retry RPC@1698592891))) after lookup
10:40:41.615 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:41.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.617 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.914 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:41.914 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:41.915 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=594), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [15ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [37ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [37ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [75ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [77ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [77ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [134ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [135ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [137ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [137ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [294ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [295ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [297ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [297ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [594ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@696012203(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@f50dd07 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322) -> (continuation of Deferred@1872899616 after retry RPC@1698592891) -> (continuation of Deferred@398116292 after retry RPC@22125288), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e311493 -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322) -> (continuation of Deferred@1872899616 after retry RPC@1698592891) -> (continuation of Deferred@398116292 after retry RPC@22125288))) after lookup
10:40:41.916 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:41.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:41.917 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:42.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:42.555 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:42.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1235), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [15ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [37ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [37ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [75ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [77ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [77ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [134ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [135ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [137ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [137ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [294ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [295ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [297ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [297ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [594ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [595ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [597ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [597ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [1231ms] refreshing cache from master, [1231ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1234ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@696012203(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@f50dd07 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322) -> (continuation of Deferred@1872899616 after retry RPC@1698592891) -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@1239622653 after retry RPC@805618087), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e311493 -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322) -> (continuation of Deferred@1872899616 after retry RPC@1698592891) -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@1239622653 after retry RPC@805618087))) after lookup
10:40:42.556 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:42.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:42.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:42.558 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.593163  9655 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 7 FOLLOWER]: Starting pre-election (detected failure of leader fe1155704afd484088ee3b46e4943d08)
10:40:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.593344  9655 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.594519  9655 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:42.595222  9126 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111)
10:40:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:42.596205  9126 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511): Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111)
10:40:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.599848  9562 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441" is_pre_election: true
10:40:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.600123  9562 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 6.
10:40:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.600966  9127 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, a5d63600e6c44c30972f18659da32441; no voters: fe1155704afd484088ee3b46e4943d08
10:40:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.601192  9655 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 7 FOLLOWER]: Leader pre-election won for term 8
10:40:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.601256  9655 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 7 FOLLOWER]: Starting leader election (detected failure of leader fe1155704afd484088ee3b46e4943d08)
10:40:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.601296  9655 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 7 FOLLOWER]: Advancing to term 8
10:40:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.602213  9655 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.602692  9655 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 8 election: Requested vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.603152  9562 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441"
10:40:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.603274  9562 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 6 FOLLOWER]: Advancing to term 8
10:40:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:42.603962  9126 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511): Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111)
10:40:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.605129  9562 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 8.
10:40:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.605463  9127 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, a5d63600e6c44c30972f18659da32441; no voters: fe1155704afd484088ee3b46e4943d08
10:40:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.605624  9655 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 8 FOLLOWER]: Leader election won for term 8
10:40:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.605837  9655 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 8 LEADER]: Becoming Leader. State: Replica: 2d13aad4daf24af39c737fa0aaae866a, State: Running, Role: LEADER
10:40:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.606148  9655 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:42.608799  7303 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a reported cstate change: term changed from 7 to 8, leader changed from fe1155704afd484088ee3b46e4943d08 (127.6.208.3) to 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2). New cstate: current_term: 8 leader_uuid: "2d13aad4daf24af39c737fa0aaae866a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: UNKNOWN } } }
10:40:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:43.057256  9126 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a -> Peer fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511): Couldn't send request to peer fe1155704afd484088ee3b46e4943d08. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:43.195811  9562 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 8 FOLLOWER]: Refusing update from remote peer 2d13aad4daf24af39c737fa0aaae866a: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
10:40:43.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:43.196725  9655 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
10:40:44.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:44.515 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:44.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=16, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3195), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [2ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [2ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [14ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [15ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [34ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [37ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [37ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [74ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [75ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [77ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [77ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [134ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [135ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [137ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [137ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [294ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [295ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [297ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [297ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [594ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [595ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [597ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [597ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [1231ms] refreshing cache from master, [1231ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1234ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [1236ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [1238ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [1238ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [3191ms] refreshing cache from master, [3191ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [3194ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@696012203(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@f50dd07 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322) -> (continuation of Deferred@1872899616 after retry RPC@1698592891) -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@1239622653 after retry RPC@805618087) -> (continuation of Deferred@926830763 after retry RPC@564241938), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e311493 -> wakeup thread Time-limited test -> (continuation of Deferred@1109248886 after retry RPC@1785595517) -> (continuation of Deferred@1646614427 after retry RPC@2028136524) -> (continuation of Deferred@800481488 after retry RPC@1090084322) -> (continuation of Deferred@1872899616 after retry RPC@1698592891) -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@1239622653 after retry RPC@805618087) -> (continuation of Deferred@926830763 after retry RPC@564241938))) after lookup
10:40:44.516 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:44.518 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] Successfully connected to peer
10:40:44.535 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xbf978ffc, L:/127.0.0.1:58616 - R:/127.6.208.2:37103] using TOKEN/null
10:40:44.557 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.3:41511
10:40:44.557 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.558244  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data
10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/logs
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.3:41511
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.3
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44425
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.3
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:44.678711  9712 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:44.678987  9712 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:44.679036  9712 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:44.683583  9712 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:44.683748  9712 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.3
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.688339  9712 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.3:41511
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.3
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44425
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9712
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.3
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/logs
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.689534  9712 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.690672  9712 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:44.698071  9725 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:44.698071  9722 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.698500  9712 server_base.cc:1061] running on GCE node
10:40:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:44.698071  9723 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.699291  9712 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.699949  9712 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:44.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.701138  9712 hybrid_clock.cc:648] HybridClock initialized: now 1786444844701112 us; error 47 us; skew 500 ppm
10:40:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.703234  9712 webserver.cc:533] Webserver started at http://127.6.208.3:44425/ using document root <none> and password file <none>
10:40:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.703835  9712 fs_manager.cc:362] Metadata directory not provided
10:40:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.703899  9712 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.707470  9712 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
10:40:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.709609  9735 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:44.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.710780  9712 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.710958  9712 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.711412  9712 fs_report.cc:389] FS layout report
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/data
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:44.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.721043  9712 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.721792  9712 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.722016  9712 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.722649  9712 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:44.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.723989  9747 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:44.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.727473  9712 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:44.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.727553  9712 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:40:44.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.727618  9712 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.729225  9712 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.729296  9712 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
10:40:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.729594  9747 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap starting.
10:40:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.741433  9712 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.3:41511
10:40:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.741506  9913 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.3:41511 every 8 connection(s)
10:40:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.742725  9712 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.746982  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 9712
10:40:44.748 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.749375  9747 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Log is configured to *not* fsync() on all Append() calls
10:40:44.756 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:44.759 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.2:37103
10:40:44.759 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:40:44.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.759953  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 9104
10:40:44.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.761163  9916 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:44.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.761449  9916 heartbeater.cc:461] Registering TS with master...
10:40:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.762049  9916 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.764545  7171 ts_manager.cc:194] Re-registered known tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.773736  9915 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.773882  9915 heartbeater.cc:461] Registering TS with master...
10:40:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.774179  9915 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.774505  9914 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.774581  9914 heartbeater.cc:461] Registering TS with master...
10:40:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.774806  9914 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.775382  7048 ts_manager.cc:194] Re-registered known tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.775652  7303 ts_manager.cc:194] Re-registered known tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.776703  7303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.3:35891
10:40:44.781 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] handling channelInactive
10:40:44.781 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:44.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state READY due to: connection closed
10:40:44.782 [DEBUG - Time-limited test] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.782783  9747 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:44.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.783311  9747 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap complete.
10:40:44.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.784 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.784734  9747 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Time spent bootstrapping tablet: real 0.055s	user 0.031s	sys 0.015s
10:40:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.787240  9747 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.787674  9747 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe1155704afd484088ee3b46e4943d08, State: Initialized, Role: FOLLOWER
10:40:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.788311  9747 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.789203  9914 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:44.789335  9747 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
10:40:44.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:44.794 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:44.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1333219594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@634affc0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c93534d -> wakeup thread Time-limited test)) after lookup
10:40:44.795 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:44.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.797 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:44.816 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:44.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [13ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [15ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1333219594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@634affc0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c93534d -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022))) after lookup
10:40:44.817 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:44.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.819 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:44.835 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:44.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [13ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [15ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [37ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1333219594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@634affc0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022) -> (continuation of Deferred@1378928057 after retry RPC@1671388814), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c93534d -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022) -> (continuation of Deferred@1378928057 after retry RPC@1671388814))) after lookup
10:40:44.836 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:44.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.837 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:44.935 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:44.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [13ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [15ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [37ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [53ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [55ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [55ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [149ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [153ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1333219594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@634affc0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022) -> (continuation of Deferred@1378928057 after retry RPC@1671388814) -> (continuation of Deferred@1417334030 after retry RPC@1300791841), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c93534d -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022) -> (continuation of Deferred@1378928057 after retry RPC@1671388814) -> (continuation of Deferred@1417334030 after retry RPC@1300791841))) after lookup
10:40:44.936 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:44.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:44.938 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:45.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:45.034 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:45.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=253), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [13ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [15ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [37ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [53ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [55ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [55ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [149ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [153ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [154ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [156ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [156ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [249ms] refreshing cache from master, [249ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [252ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1333219594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@634affc0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022) -> (continuation of Deferred@1378928057 after retry RPC@1671388814) -> (continuation of Deferred@1417334030 after retry RPC@1300791841) -> (continuation of Deferred@730114546 after retry RPC@580169513), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c93534d -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022) -> (continuation of Deferred@1378928057 after retry RPC@1671388814) -> (continuation of Deferred@1417334030 after retry RPC@1300791841) -> (continuation of Deferred@730114546 after retry RPC@580169513))) after lookup
10:40:45.035 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:45.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:45.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:45.037 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.056838  9931 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.057030  9931 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.058463  9931 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.059286  9443 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:46.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.060613  9443 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.064564  9841 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08" is_pre_election: true
10:40:46.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.064906  9841 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a5d63600e6c44c30972f18659da32441 in term 7.
10:40:46.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.065726  9440 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a
10:40:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.066062  9931 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 8 FOLLOWER]: Leader pre-election won for term 9
10:40:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.066131  9931 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.066162  9931 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 8 FOLLOWER]: Advancing to term 9
10:40:46.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.153717  9931 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:46.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.154487  9931 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 9 election: Requested vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:46.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.155077  9841 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:46.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.155263  9841 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 7 FOLLOWER]: Advancing to term 9
10:40:46.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.156010  9443 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:46.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.157491  9841 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a5d63600e6c44c30972f18659da32441 in term 9.
10:40:46.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.157919  9440 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a
10:40:46.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.158133  9931 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 9 FOLLOWER]: Leader election won for term 9
10:40:46.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.158401  9931 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 9 LEADER]: Becoming Leader. State: Replica: a5d63600e6c44c30972f18659da32441, State: Running, Role: LEADER
10:40:46.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.158804  9931 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.162173  7303 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 reported cstate change: term changed from 8 to 9, leader changed from 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2) to a5d63600e6c44c30972f18659da32441 (127.6.208.1). New cstate: current_term: 9 leader_uuid: "a5d63600e6c44c30972f18659da32441" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: HEALTHY } } }
10:40:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.583600  9443 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 -> Peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Couldn't send request to peer 2d13aad4daf24af39c737fa0aaae866a. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.743680  9841 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 9 FOLLOWER]: Refusing update from remote peer a5d63600e6c44c30972f18659da32441: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
10:40:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.744652  9931 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
10:40:46.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:46.794 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:46.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2013), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [2ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [13ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [15ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [29ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [35ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [37ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [52ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [53ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [55ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [55ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [149ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [153ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [154ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [156ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [156ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [249ms] refreshing cache from master, [249ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [252ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [253ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [255ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [255ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2009ms] refreshing cache from master, [2009ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [2012ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1333219594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@634affc0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022) -> (continuation of Deferred@1378928057 after retry RPC@1671388814) -> (continuation of Deferred@1417334030 after retry RPC@1300791841) -> (continuation of Deferred@730114546 after retry RPC@580169513) -> (continuation of Deferred@66506613 after retry RPC@266580381), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c93534d -> wakeup thread Time-limited test -> (continuation of Deferred@952818193 after retry RPC@510001022) -> (continuation of Deferred@1378928057 after retry RPC@1671388814) -> (continuation of Deferred@1417334030 after retry RPC@1300791841) -> (continuation of Deferred@730114546 after retry RPC@580169513) -> (continuation of Deferred@66506613 after retry RPC@266580381))) after lookup
10:40:46.795 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:46.797 [DEBUG - kudu-nio-1] (Connection.java:757) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] Successfully connected to peer
10:40:46.821 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x01b97cde, L:/127.0.0.1:46798 - R:/127.6.208.1:41875] using TOKEN/null
10:40:46.843 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.2:37103
10:40:46.844 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:40:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.844568  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:37103
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:46.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38615
10:40:46.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:46.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:46.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:46.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:46.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.960911  9977 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.961144  9977 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.961190  9977 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.964840  9977 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:46.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.964970  9977 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.2
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.969175  9977 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:37103
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38615
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9977
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:46.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.970383  9977 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:46.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.971623  9977 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:46.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.978670  9990 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:46.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.979094  9987 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:46.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:46.978670  9992 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.979895  9977 server_base.cc:1061] running on GCE node
10:40:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.980472  9977 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:46.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.981309  9977 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.982554  9977 hybrid_clock.cc:648] HybridClock initialized: now 1786444846982532 us; error 38 us; skew 500 ppm
10:40:46.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.985304  9977 webserver.cc:533] Webserver started at http://127.6.208.2:38615/ using document root <none> and password file <none>
10:40:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.986129  9977 fs_manager.cc:362] Metadata directory not provided
10:40:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.986234  9977 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.990844  9977 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.002s
10:40:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.993016 10000 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.994297  9977 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:40:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.994405  9977 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:46.994813  9977 fs_report.cc:389] FS layout report
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/data
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.040117  9977 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.040917  9977 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.041087  9977 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.041653  9977 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:47.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.042980 10018 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.046766  9977 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.046855  9977 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:40:47.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.046912  9977 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.048555  9977 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:47.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.048609  9977 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
10:40:47.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.049042 10018 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap starting.
10:40:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.061013  9977 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.2:37103
10:40:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.061070 10202 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.2:37103 every 8 connection(s)
10:40:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.062259  9977 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:47.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.063661  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 9977
10:40:47.064 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.069984 10018 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Log is configured to *not* fsync() on all Append() calls
10:40:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.075067 10206 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.075363 10206 heartbeater.cc:461] Registering TS with master...
10:40:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.076047 10206 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:47.076 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:47.077 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.1:41875
10:40:47.077 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:40:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.078047  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 9417
10:40:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.075079 10205 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.078254 10205 heartbeater.cc:461] Registering TS with master...
10:40:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.078541 10205 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:47.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.085994  7048 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:47.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.087095  7303 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:47.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.088927  7303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.2:42227
10:40:47.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.090485 10207 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:47.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.090586 10207 heartbeater.cc:461] Registering TS with master...
10:40:47.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.090780 10207 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:47.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.091699  7171 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:47.094 [DEBUG - kudu-nio-1] (Connection.java:239) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] handling channelInactive
10:40:47.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state READY due to: connection closed
10:40:47.095 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:47.096 [DEBUG - Time-limited test] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:47.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.097 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.103621 10018 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:47.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.104146 10018 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap complete.
10:40:47.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.105558 10018 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent bootstrapping tablet: real 0.057s	user 0.032s	sys 0.011s
10:40:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.107782 10018 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.108165 10018 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d13aad4daf24af39c737fa0aaae866a, State: Initialized, Role: FOLLOWER
10:40:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.108708 10018 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:47.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.109472 10205 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:47.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:47.109797 10018 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.002s
10:40:47.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:47.114 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:47.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1828783109(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7ffc3f61 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c2e014 -> wakeup thread Time-limited test)) after lookup
10:40:47.115 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:47.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.116 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:47.134 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:47.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [20ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [21ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [21ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1828783109(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7ffc3f61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c2e014 -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329))) after lookup
10:40:47.135 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:47.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.136 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.173 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:47.174 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:47.174 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [20ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [21ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [21ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [39ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [41ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [41ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [78ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1828783109(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7ffc3f61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329) -> (continuation of Deferred@421721016 after retry RPC@857051031), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c2e014 -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329) -> (continuation of Deferred@421721016 after retry RPC@857051031))) after lookup
10:40:47.175 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:47.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.176 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:47.194 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:47.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=99), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [20ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [21ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [21ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [39ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [41ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [41ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [78ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [80ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [81ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [81ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [99ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1828783109(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7ffc3f61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c2e014 -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341))) after lookup
10:40:47.195 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:47.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.196 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:47.375 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:47.375 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=279), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [20ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [21ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [21ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [39ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [41ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [41ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [78ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [80ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [81ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [81ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [99ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [100ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [101ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [101ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [276ms] refreshing cache from master, [276ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [279ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1828783109(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7ffc3f61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341) -> (continuation of Deferred@126802791 after retry RPC@1222314323), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c2e014 -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341) -> (continuation of Deferred@126802791 after retry RPC@1222314323))) after lookup
10:40:47.375 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:47.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state CONNECTING due to: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:47.377 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a5d63600e6c44c30972f18659da32441(127.6.208.1:41875) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875
10:40:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.342765 10227 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader a5d63600e6c44c30972f18659da32441)
10:40:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.342964 10227 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:48.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.344272 10227 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:48.345115  9738 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:48.346146  9738 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.349488 10127 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "fe1155704afd484088ee3b46e4943d08" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "2d13aad4daf24af39c737fa0aaae866a" is_pre_election: true
10:40:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.349879 10127 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fe1155704afd484088ee3b46e4943d08 in term 8.
10:40:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.350685  9741 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, fe1155704afd484088ee3b46e4943d08; no voters: a5d63600e6c44c30972f18659da32441
10:40:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.350953 10227 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 9 FOLLOWER]: Leader pre-election won for term 10
10:40:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.351054 10227 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 9 FOLLOWER]: Starting leader election (detected failure of leader a5d63600e6c44c30972f18659da32441)
10:40:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.351104 10227 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 9 FOLLOWER]: Advancing to term 10
10:40:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.352044 10227 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.352505 10227 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 10 election: Requested vote from peers 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.353004 10127 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "fe1155704afd484088ee3b46e4943d08" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.353156 10127 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 8 FOLLOWER]: Advancing to term 10
10:40:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:48.353681  9738 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111)
10:40:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.355127 10127 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fe1155704afd484088ee3b46e4943d08 in term 10.
10:40:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.355476  9741 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, fe1155704afd484088ee3b46e4943d08; no voters: a5d63600e6c44c30972f18659da32441
10:40:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.355652 10227 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 10 FOLLOWER]: Leader election won for term 10
10:40:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.355870 10227 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 10 LEADER]: Becoming Leader. State: Replica: fe1155704afd484088ee3b46e4943d08, State: Running, Role: LEADER
10:40:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.356196 10227 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.358733  7299 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 reported cstate change: term changed from 9 to 10, leader changed from a5d63600e6c44c30972f18659da32441 (127.6.208.1) to fe1155704afd484088ee3b46e4943d08 (127.6.208.3). New cstate: current_term: 10 leader_uuid: "fe1155704afd484088ee3b46e4943d08" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: UNKNOWN } } }
10:40:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.940050 10127 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 10 FOLLOWER]: Refusing update from remote peer fe1155704afd484088ee3b46e4943d08: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
10:40:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:48.940966 10256 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
10:40:48.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:48.952526  9738 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 -> Peer a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875): Couldn't send request to peer a5d63600e6c44c30972f18659da32441. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.1:41875: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:49.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:49.194 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:49.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2099), Traces: [0ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [2ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [20ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [21ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [21ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [38ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [39ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [41ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [41ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [78ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [80ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [81ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [81ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [99ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [100ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [101ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [101ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [276ms] refreshing cache from master, [276ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [279ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [280ms] sending RPC to server a5d63600e6c44c30972f18659da32441, [282ms] received response from server a5d63600e6c44c30972f18659da32441: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [282ms] delaying RPC due to: Network error: Failed to connect to peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875): Connection refused: /127.6.208.1:41875, [2096ms] refreshing cache from master, [2096ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [2099ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1828783109(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@7ffc3f61 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341) -> (continuation of Deferred@126802791 after retry RPC@1222314323) -> (continuation of Deferred@1285680267 after retry RPC@1545659869), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c2e014 -> wakeup thread Time-limited test -> (continuation of Deferred@1788454398 after retry RPC@2068462329) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341) -> (continuation of Deferred@126802791 after retry RPC@1222314323) -> (continuation of Deferred@1285680267 after retry RPC@1545659869))) after lookup
10:40:49.195 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:49.196 [DEBUG - kudu-nio-0] (Connection.java:757) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] Successfully connected to peer
10:40:49.211 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x0b4505e8, L:/127.0.0.1:58936 - R:/127.6.208.3:41511] using TOKEN/null
10:40:49.234 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.1:41875
10:40:49.234 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.234916  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/logs
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.1:41875
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.1
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41887
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.1
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:49.355602 10274 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:49.355865 10274 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:49.355912 10274 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:49.359936 10274 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:49.360134 10274 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.1
10:40:49.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.366657 10274 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.1:41875
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.1
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41887
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10274
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.1
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/logs
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:49.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:49.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:49.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:49.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:49.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:49.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.368260 10274 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:49.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.369488 10274 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:49.376430 10283 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:49.376426 10282 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:49.376442 10285 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.377220 10274 server_base.cc:1061] running on GCE node
10:40:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.377666 10274 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:49.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.378363 10274 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.379616 10274 hybrid_clock.cc:648] HybridClock initialized: now 1786444849379559 us; error 64 us; skew 500 ppm
10:40:49.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.381914 10274 webserver.cc:533] Webserver started at http://127.6.208.1:41887/ using document root <none> and password file <none>
10:40:49.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.382570 10274 fs_manager.cc:362] Metadata directory not provided
10:40:49.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.382663 10274 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:49.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.386499 10274 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
10:40:49.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.388968 10299 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.390331 10274 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.390512 10274 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5d63600e6c44c30972f18659da32441"
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.391024 10274 fs_report.cc:389] FS layout report
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/wal
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/data
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:49.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.410423 10274 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.411474 10274 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.411733 10274 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:49.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.412530 10274 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:49.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.414012 10312 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.418112 10274 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.418226 10274 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:40:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.418301 10274 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.420262 10274 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.420334 10274 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
10:40:49.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.420655 10312 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap starting.
10:40:49.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.433353 10274 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.1:41875
10:40:49.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.433408 10492 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.1:41875 every 8 connection(s)
10:40:49.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.434810 10274 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-0/data/info.pb
10:40:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.443222  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 10274
10:40:49.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.445628 10312 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Log is configured to *not* fsync() on all Append() calls
10:40:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.448450 10494 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.448719 10494 heartbeater.cc:461] Registering TS with master...
10:40:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.449333 10494 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.450634 10497 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.450717 10497 heartbeater.cc:461] Registering TS with master...
10:40:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.450924 10497 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.451725  7303 ts_manager.cc:194] Re-registered known tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:49.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.451975  7171 ts_manager.cc:194] Re-registered known tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.452728  7303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.1:42123
10:40:49.454 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:49.454 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.3:41511
10:40:49.455 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:40:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.456379  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 9712
10:40:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.468197 10495 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.468348 10495 heartbeater.cc:461] Registering TS with master...
10:40:49.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.468586 10495 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.469810  7048 ts_manager.cc:194] Re-registered known tserver with Master: a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:49.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:49.474076 10309 connection.cc:573] server connection from 127.6.208.3:58377 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
10:40:49.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.474318 10312 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.474841 10312 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Bootstrap complete.
10:40:49.475 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:49.475 [DEBUG - kudu-nio-0] (Connection.java:239) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] handling channelInactive
10:40:49.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state READY due to: connection closed
10:40:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.476313 10312 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Time spent bootstrapping tablet: real 0.056s	user 0.040s	sys 0.008s
10:40:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.478647 10312 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.479101 10312 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5d63600e6c44c30972f18659da32441, State: Initialized, Role: FOLLOWER
10:40:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.479592 10312 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.480513 10494 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:49.480599 10312 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.001s
10:40:49.491 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:49.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.493 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:49.515 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:49.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1603888641(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@527428b2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33bbc481 -> wakeup thread Time-limited test)) after lookup
10:40:49.516 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:49.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.517 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:49.534 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:49.535 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [41ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [42ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [43ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1603888641(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@527428b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33bbc481 -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405))) after lookup
10:40:49.535 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:49.536 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.536 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:49.574 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:49.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=99), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [41ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [42ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [43ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [60ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [61ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [61ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [98ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1603888641(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@527428b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405) -> (continuation of Deferred@1784485973 after retry RPC@1632702800), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33bbc481 -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405) -> (continuation of Deferred@1784485973 after retry RPC@1632702800))) after lookup
10:40:49.575 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:49.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.576 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:49.654 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:49.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [41ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [42ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [43ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [60ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [61ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [61ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [98ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [100ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [101ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [101ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [179ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1603888641(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@527428b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405) -> (continuation of Deferred@1784485973 after retry RPC@1632702800) -> (continuation of Deferred@1563717850 after retry RPC@881209789), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33bbc481 -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405) -> (continuation of Deferred@1784485973 after retry RPC@1632702800) -> (continuation of Deferred@1563717850 after retry RPC@881209789))) after lookup
10:40:49.655 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:49.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:49.656 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:50.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:50.275 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)[L]]}]
10:40:50.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=799), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [41ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [42ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [43ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [60ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [61ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [61ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [98ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [100ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [101ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [101ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [179ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [180ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [181ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [181ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [796ms] refreshing cache from master, [796ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [799ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1603888641(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@527428b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405) -> (continuation of Deferred@1784485973 after retry RPC@1632702800) -> (continuation of Deferred@1563717850 after retry RPC@881209789) -> (continuation of Deferred@1941055485 after retry RPC@1992092655), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33bbc481 -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405) -> (continuation of Deferred@1784485973 after retry RPC@1632702800) -> (continuation of Deferred@1563717850 after retry RPC@881209789) -> (continuation of Deferred@1941055485 after retry RPC@1992092655))) after lookup
10:40:50.276 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] connecting to peer
10:40:50.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:50.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] cleaning up while in state CONNECTING due to: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:50.277 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511
10:40:50.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.730728 10520 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 10 FOLLOWER]: Starting pre-election (detected failure of leader fe1155704afd484088ee3b46e4943d08)
10:40:50.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.730888 10520 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.732065 10520 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:50.733055 10001 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111)
10:40:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:50.734079 10001 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511): Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111)
10:40:50.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.736635 10418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441" is_pre_election: true
10:40:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.736929 10418 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 9.
10:40:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.737401 10004 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, a5d63600e6c44c30972f18659da32441; no voters: fe1155704afd484088ee3b46e4943d08
10:40:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.737731 10520 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 10 FOLLOWER]: Leader pre-election won for term 11
10:40:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.737803 10520 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 10 FOLLOWER]: Starting leader election (detected failure of leader fe1155704afd484088ee3b46e4943d08)
10:40:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.737833 10520 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 10 FOLLOWER]: Advancing to term 11
10:40:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.738698 10520 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.739130 10520 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 11 election: Requested vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), a5d63600e6c44c30972f18659da32441 (127.6.208.1:41875)
10:40:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.739698 10418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "2d13aad4daf24af39c737fa0aaae866a" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "a5d63600e6c44c30972f18659da32441"
10:40:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.739846 10418 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 9 FOLLOWER]: Advancing to term 11
10:40:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:50.740404 10001 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511): Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111)
10:40:50.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.741798 10418 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d13aad4daf24af39c737fa0aaae866a in term 11.
10:40:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.742149 10004 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2d13aad4daf24af39c737fa0aaae866a, a5d63600e6c44c30972f18659da32441; no voters: fe1155704afd484088ee3b46e4943d08
10:40:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.742352 10520 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 11 FOLLOWER]: Leader election won for term 11
10:40:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.742590 10520 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 11 LEADER]: Becoming Leader. State: Replica: 2d13aad4daf24af39c737fa0aaae866a, State: Running, Role: LEADER
10:40:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.742924 10520 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:50.745962  7303 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a reported cstate change: term changed from 10 to 11, leader changed from fe1155704afd484088ee3b46e4943d08 (127.6.208.3) to 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2). New cstate: current_term: 11 leader_uuid: "2d13aad4daf24af39c737fa0aaae866a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: UNKNOWN } } }
10:40:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.232798 10418 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 11 FOLLOWER]: Refusing update from remote peer 2d13aad4daf24af39c737fa0aaae866a: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
10:40:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.233619 10520 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [LEADER]: Connected to new peer: Peer: permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
10:40:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:51.245025 10001 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a -> Peer fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511): Couldn't send request to peer fe1155704afd484088ee3b46e4943d08. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.3:41511: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:51.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:51.375 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:51.375 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1899), Traces: [0ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [18ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [18ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [41ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [42ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [43ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [60ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [61ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [61ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [98ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [100ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [101ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [101ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [179ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [180ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [181ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [181ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [796ms] refreshing cache from master, [796ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [799ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [800ms] sending RPC to server fe1155704afd484088ee3b46e4943d08, [802ms] received response from server fe1155704afd484088ee3b46e4943d08: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [802ms] delaying RPC due to: Network error: Failed to connect to peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511): Connection refused: /127.6.208.3:41511, [1896ms] refreshing cache from master, [1896ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1899ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@1603888641(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@527428b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405) -> (continuation of Deferred@1784485973 after retry RPC@1632702800) -> (continuation of Deferred@1563717850 after retry RPC@881209789) -> (continuation of Deferred@1941055485 after retry RPC@1992092655) -> (continuation of Deferred@1372220628 after retry RPC@1077417617), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@33bbc481 -> wakeup thread Time-limited test -> (continuation of Deferred@154122549 after retry RPC@1692269405) -> (continuation of Deferred@1784485973 after retry RPC@1632702800) -> (continuation of Deferred@1563717850 after retry RPC@881209789) -> (continuation of Deferred@1941055485 after retry RPC@1992092655) -> (continuation of Deferred@1372220628 after retry RPC@1077417617))) after lookup
10:40:51.376 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:51.376 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] Successfully connected to peer
10:40:51.403 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x5f00e15c, L:/127.0.0.1:58668 - R:/127.6.208.2:37103] using TOKEN/null
10:40:51.422 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.3:41511
10:40:51.423 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:40:51.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.423556  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:51.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:51.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:51.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data
10:40:51.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/logs
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.3:41511
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.3
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44425
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.3
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:51.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:51.547325 10576 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:51.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:51.547601 10576 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:51.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:51.547654 10576 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:51.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:51.551719 10576 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:51.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:51.551932 10576 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.3
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.556878 10576 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.3:41511
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.3
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44425
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10576
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.3
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/logs
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.558641 10576 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:51.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.559978 10576 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:51.567065 10586 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:51.567129 10588 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:51.567086 10583 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.567600 10576 server_base.cc:1061] running on GCE node
10:40:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.567967 10576 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.568636 10576 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.569814 10576 hybrid_clock.cc:648] HybridClock initialized: now 1786444851569789 us; error 44 us; skew 500 ppm
10:40:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.571877 10576 webserver.cc:533] Webserver started at http://127.6.208.3:44425/ using document root <none> and password file <none>
10:40:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.572543 10576 fs_manager.cc:362] Metadata directory not provided
10:40:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.572633 10576 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:51.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.576390 10576 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
10:40:51.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.578895 10594 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.580335 10576 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
10:40:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.580452 10576 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.580888 10576 fs_report.cc:389] FS layout report
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/wal
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/data
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.604668 10576 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:51.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.605465 10576 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:51.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.605638 10576 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:51.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.606276 10576 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:51.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.607933 10602 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:51.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.611750 10576 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.611833 10576 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
10:40:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.612084 10576 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:51.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.613797 10576 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.613883 10576 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
10:40:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.614197 10602 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap starting.
10:40:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.625463 10576 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.3:41511
10:40:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.625523 10790 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.3:41511 every 8 connection(s)
10:40:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.627061 10576 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-2/data/info.pb
10:40:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.634940  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 10576
10:40:51.635 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.639729 10791 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:51.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.640013 10791 heartbeater.cc:461] Registering TS with master...
10:40:51.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.640655 10791 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:51.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.641328 10602 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Log is configured to *not* fsync() on all Append() calls
10:40:51.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.642192 10793 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.642292 10793 heartbeater.cc:461] Registering TS with master...
10:40:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.642501 10793 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.642637  7303 ts_manager.cc:194] Re-registered known tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.643551  7303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.3:38455
10:40:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.643829  7048 ts_manager.cc:194] Re-registered known tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:51.645 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:51.646 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.208.2:37103
10:40:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.646752 10794 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:51.646 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:40:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.646867 10794 heartbeater.cc:461] Registering TS with master...
10:40:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.647066 10794 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.647172  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 9977
10:40:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.663149  7171 ts_manager.cc:194] Re-registered known tserver with Master: fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511)
10:40:51.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:51.670 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] handling channelInactive
10:40:51.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state READY due to: connection closed
10:40:51.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.683427 10602 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:51.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.683959 10602 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Bootstrap complete.
10:40:51.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.685258 10602 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Time spent bootstrapping tablet: real 0.071s	user 0.035s	sys 0.012s
10:40:51.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.687848 10602 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:51.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.688254 10602 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe1155704afd484088ee3b46e4943d08, State: Initialized, Role: FOLLOWER
10:40:51.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.688681 10602 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:51.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.689393 10791 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:51.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:51.689574 10602 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
10:40:51.692 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:51.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.694 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:51.714 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:51.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [24ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [24ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [44ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@433685204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@63841f5c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a7cee6 -> wakeup thread Time-limited test)) after lookup
10:40:51.715 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:51.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.716 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:51.734 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:51.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [24ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [24ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [44ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [45ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [46ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@433685204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@63841f5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a7cee6 -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672))) after lookup
10:40:51.735 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:51.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.736 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:51.795 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:51.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=124), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [24ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [24ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [44ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [45ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [46ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [64ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [66ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [66ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [124ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@433685204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@63841f5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@935904416 after retry RPC@646632636), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a7cee6 -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@935904416 after retry RPC@646632636))) after lookup
10:40:51.796 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:51.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.797 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:51.834 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:51.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=164), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [24ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [24ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [44ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [45ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [46ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [64ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [66ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [66ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [124ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [125ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [127ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [127ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [161ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [164ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@433685204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@63841f5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@935904416 after retry RPC@646632636) -> (continuation of Deferred@1954904266 after retry RPC@81423826), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a7cee6 -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@935904416 after retry RPC@646632636) -> (continuation of Deferred@1954904266 after retry RPC@81423826))) after lookup
10:40:51.835 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:51.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:51.836 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:52.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:52.715 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)[L],a5d63600e6c44c30972f18659da32441(127.6.208.1:41875),fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:52.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1045), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [24ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [24ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [44ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [45ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [46ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [64ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [66ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [66ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [124ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [125ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [127ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [127ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [161ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [164ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [165ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [166ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [167ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [1041ms] refreshing cache from master, [1042ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1044ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@433685204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@63841f5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@935904416 after retry RPC@646632636) -> (continuation of Deferred@1954904266 after retry RPC@81423826) -> (continuation of Deferred@1748691712 after retry RPC@1062846248), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a7cee6 -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@935904416 after retry RPC@646632636) -> (continuation of Deferred@1954904266 after retry RPC@81423826) -> (continuation of Deferred@1748691712 after retry RPC@1062846248))) after lookup
10:40:52.716 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] connecting to peer
10:40:52.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:52.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:52.718 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103) for tablet c3d6088a0e3945adac25868b7b89e642: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103
10:40:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.922899 10811 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.923111 10811 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.924474 10811 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:52.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:52.925588 10308 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:52.926622 10308 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:52.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.929898 10705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08" is_pre_election: true
10:40:52.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.930212 10705 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a5d63600e6c44c30972f18659da32441 in term 10.
10:40:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.930938 10300 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a
10:40:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.931227 10811 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 11 FOLLOWER]: Leader pre-election won for term 12
10:40:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.931313 10811 raft_consensus.cc:493] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 2d13aad4daf24af39c737fa0aaae866a)
10:40:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.931367 10811 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 11 FOLLOWER]: Advancing to term 12
10:40:52.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.932367 10811 raft_consensus.cc:515] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.932875 10811 leader_election.cc:290] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 12 election: Requested vote from peers fe1155704afd484088ee3b46e4943d08 (127.6.208.3:41511), 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.933327 10705 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3d6088a0e3945adac25868b7b89e642" candidate_uuid: "a5d63600e6c44c30972f18659da32441" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "fe1155704afd484088ee3b46e4943d08"
10:40:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.933497 10705 raft_consensus.cc:3060] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 10 FOLLOWER]: Advancing to term 12
10:40:52.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:52.934080 10308 leader_election.cc:336] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111)
10:40:52.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.935463 10705 raft_consensus.cc:2468] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a5d63600e6c44c30972f18659da32441 in term 12.
10:40:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.935873 10300 leader_election.cc:304] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a5d63600e6c44c30972f18659da32441, fe1155704afd484088ee3b46e4943d08; no voters: 2d13aad4daf24af39c737fa0aaae866a
10:40:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.936089 10811 raft_consensus.cc:2804] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 12 FOLLOWER]: Leader election won for term 12
10:40:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.936347 10811 raft_consensus.cc:697] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [term 12 LEADER]: Becoming Leader. State: Replica: a5d63600e6c44c30972f18659da32441, State: Running, Role: LEADER
10:40:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.936893 10811 consensus_queue.cc:237] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:52.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:52.939574  7303 catalog_manager.cc:5719] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 reported cstate change: term changed from 11 to 12, leader changed from 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2) to a5d63600e6c44c30972f18659da32441 (127.6.208.1). New cstate: current_term: 12 leader_uuid: "a5d63600e6c44c30972f18659da32441" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } health_report { overall_health: HEALTHY } } }
10:40:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:53.447120 10308 consensus_peers.cc:597] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 -> Peer 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103): Couldn't send request to peer 2d13aad4daf24af39c737fa0aaae866a. Status: Network error: Client connection negotiation failed: client connection to 127.6.208.2:37103: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:40:53.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:53.536190 10705 raft_consensus.cc:1275] T c3d6088a0e3945adac25868b7b89e642 P fe1155704afd484088ee3b46e4943d08 [term 12 FOLLOWER]: Refusing update from remote peer a5d63600e6c44c30972f18659da32441: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
10:40:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:53.536993 10831 consensus_queue.cc:1048] T c3d6088a0e3945adac25868b7b89e642 P a5d63600e6c44c30972f18659da32441 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
10:40:54.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c3d6088a0e3945adac25868b7b89e642 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955' with partition [<start>, <end>)
10:40:54.594 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c3d6088a0e3945adac25868b7b89e642@[2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103),a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)[L],fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)]}]
10:40:54.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c3d6088a0e3945adac25868b7b89e642, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2924), Traces: [0ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [24ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [24ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [44ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [45ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [46ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [46ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [63ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [64ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [66ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [66ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [124ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [125ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [127ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [127ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [161ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [164ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [165ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [166ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [167ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [1041ms] refreshing cache from master, [1042ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [1044ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, [1046ms] sending RPC to server 2d13aad4daf24af39c737fa0aaae866a, [1048ms] received response from server 2d13aad4daf24af39c737fa0aaae866a: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [1048ms] delaying RPC due to: Network error: Failed to connect to peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103): Connection refused: /127.6.208.2:37103, [2921ms] refreshing cache from master, [2921ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.208.60:32857, [2923ms] Sub RPC GetTableLocations: received response from server master-127.6.208.60:32857: OK, deferred=Deferred@433685204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f840436b560@63841f5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@935904416 after retry RPC@646632636) -> (continuation of Deferred@1954904266 after retry RPC@81423826) -> (continuation of Deferred@1748691712 after retry RPC@1062846248) -> (continuation of Deferred@1046068638 after retry RPC@1275852162), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68a7cee6 -> wakeup thread Time-limited test -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@935904416 after retry RPC@646632636) -> (continuation of Deferred@1954904266 after retry RPC@81423826) -> (continuation of Deferred@1748691712 after retry RPC@1062846248) -> (continuation of Deferred@1046068638 after retry RPC@1275852162))) after lookup
10:40:54.595 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] connecting to peer
10:40:54.596 [DEBUG - kudu-nio-6] (Connection.java:757) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] Successfully connected to peer
10:40:54.625 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xa89eac30, L:/127.0.0.1:41328 - R:/127.6.208.1:41875] using TOKEN/null
10:40:54.645 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.208.2:37103
10:40:54.646 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:40:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.646660  6976 external_mini_cluster.cc:1372] Running /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6OYKku/build/debug/bin/kudu
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:37103
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38615
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:54.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:54.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:54.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:54.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:40:54.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:54.762194 10872 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:40:54.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:54.762524 10872 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:40:54.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:54.762599 10872 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:40:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:54.766407 10872 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:40:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:54.766613 10872 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.208.2
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.770992 10872 tablet_server_runner.cc:78] Tablet server non-default flags:
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.208.20:46183
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.208.2:37103
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.208.2
10:40:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38615
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.208.62:39153,127.6.208.61:40435,127.6.208.60:32857
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10872
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.208.2
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/logs
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:58 UTC on bdcb31816ec0
10:40:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17615
10:40:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.772814 10872 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:40:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.774055 10872 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:40:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:54.781569 10878 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:54.781560 10880 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:40:54.781560 10887 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:40:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.781886 10872 server_base.cc:1061] running on GCE node
10:40:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.782294 10872 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:40:54.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.782985 10872 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:40:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.784236 10872 hybrid_clock.cc:648] HybridClock initialized: now 1786444854784185 us; error 67 us; skew 500 ppm
10:40:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.786659 10872 webserver.cc:533] Webserver started at http://127.6.208.2:38615/ using document root <none> and password file <none>
10:40:54.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.787262 10872 fs_manager.cc:362] Metadata directory not provided
10:40:54.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.787322 10872 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:40:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.791150 10872 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
10:40:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.793617 10906 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:40:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.794968 10872 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
10:40:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.795122 10872 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data,/tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13aad4daf24af39c737fa0aaae866a"
10:40:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:40:25 on dist-test-slave-gmjp"
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.795696 10872 fs_report.cc:389] FS layout report
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/wal
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/data
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:40:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:40:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.805766 10872 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:40:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.806522 10872 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:40:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.806749 10872 kserver.cc:163] Server-wide thread pool size limit: 3276
10:40:54.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.807391 10872 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:40:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.808866 10916 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:40:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.812479 10872 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:40:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.812597 10872 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.001s
10:40:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.812674 10872 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:40:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.814242 10872 ts_tablet_manager.cc:616] Registered 1 tablets
10:40:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.814319 10872 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:40:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.814669 10916 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap starting.
10:40:54.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.826380 10872 rpc_server.cc:307] RPC server started. Bound to: 127.6.208.2:37103
10:40:54.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.826455 11089 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.208.2:37103 every 8 connection(s)
10:40:54.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.827564 10872 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6OYKku/test-tmp/mini-kudu-cluster9711345138645740503/ts-1/data/info.pb
10:40:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.833949  6976 external_mini_cluster.cc:1434] Started /tmp/dist-test-task6OYKku/build/debug/bin/kudu as pid 10872
10:40:54.834 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:40:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.839349 11093 heartbeater.cc:344] Connected to a master server at 127.6.208.62:39153
10:40:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.839644 11093 heartbeater.cc:461] Registering TS with master...
10:40:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.840286 10916 log.cc:826] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Log is configured to *not* fsync() on all Append() calls
10:40:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.840339 11093 heartbeater.cc:507] Master 127.6.208.62:39153 requested a full tablet report, sending...
10:40:54.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.842176 11092 heartbeater.cc:344] Connected to a master server at 127.6.208.60:32857
10:40:54.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.842286 11092 heartbeater.cc:461] Registering TS with master...
10:40:54.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.842506 11092 heartbeater.cc:507] Master 127.6.208.60:32857 requested a full tablet report, sending...
10:40:54.843 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:54.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.844201  7046 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:54.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.845567  7299 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.845824 11095 heartbeater.cc:344] Connected to a master server at 127.6.208.61:40435
10:40:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.845912 11095 heartbeater.cc:461] Registering TS with master...
10:40:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.846131 11095 heartbeater.cc:507] Master 127.6.208.61:40435 requested a full tablet report, sending...
10:40:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.846510  7299 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.208.2:59233
10:40:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.847116  7169 ts_manager.cc:194] Re-registered known tserver with Master: 2d13aad4daf24af39c737fa0aaae866a (127.6.208.2:37103)
10:40:54.851 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786444825955, tablet=c3d6088a0e3945adac25868b7b89e642, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:40:54.860 [DEBUG - main] (Connection.java:575) [peer master-127.6.208.60:32857(127.6.208.60:32857)] disconnecting while in state READY
10:40:54.861 [DEBUG - main] (Connection.java:575) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] disconnecting while in state READY
10:40:54.862 [DEBUG - main] (Connection.java:575) [peer 2d13aad4daf24af39c737fa0aaae866a(127.6.208.2:37103)] disconnecting while in state TERMINATED
10:40:54.863 [DEBUG - main] (Connection.java:575) [peer master-127.6.208.61:40435(127.6.208.61:40435)] disconnecting while in state READY
10:40:54.863 [DEBUG - main] (Connection.java:575) [peer master-127.6.208.62:39153(127.6.208.62:39153)] disconnecting while in state READY
10:40:54.863 [DEBUG - main] (Connection.java:575) [peer fe1155704afd484088ee3b46e4943d08(127.6.208.3:41511)] disconnecting while in state TERMINATED
10:40:54.864 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.208.62:39153(127.6.208.62:39153)] handling channelInactive
10:40:54.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.208.62:39153(127.6.208.62:39153)] cleaning up while in state READY due to: connection closed
10:40:54.865 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.208.61:40435(127.6.208.61:40435)] handling channelInactive
10:40:54.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.208.61:40435(127.6.208.61:40435)] cleaning up while in state READY due to: connection closed
10:40:54.865 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.208.60:32857(127.6.208.60:32857)] handling channelInactive
10:40:54.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.208.60:32857(127.6.208.60:32857)] cleaning up while in state READY due to: connection closed
10:40:54.865 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
10:40:54.869 [DEBUG - kudu-nio-6] (Connection.java:239) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] handling channelInactive
10:40:54.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a5d63600e6c44c30972f18659da32441(127.6.208.1:41875)] cleaning up while in state READY due to: connection closed
10:40:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.870491  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 10274
10:40:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.878722 10916 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:40:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.879251 10916 tablet_bootstrap.cc:492] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Bootstrap complete.
10:40:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.880632 10916 ts_tablet_manager.cc:1403] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent bootstrapping tablet: real 0.066s	user 0.042s	sys 0.011s
10:40:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.883373 10916 raft_consensus.cc:359] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.883867 10916 raft_consensus.cc:740] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d13aad4daf24af39c737fa0aaae866a, State: Initialized, Role: FOLLOWER
10:40:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.884454 10916 consensus_queue.cc:260] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe1155704afd484088ee3b46e4943d08" member_type: VOTER last_known_addr { host: "127.6.208.3" port: 41511 } } peers { permanent_uuid: "2d13aad4daf24af39c737fa0aaae866a" member_type: VOTER last_known_addr { host: "127.6.208.2" port: 37103 } } peers { permanent_uuid: "a5d63600e6c44c30972f18659da32441" member_type: VOTER last_known_addr { host: "127.6.208.1" port: 41875 } }
10:40:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.886816 11092 heartbeater.cc:499] Master 127.6.208.60:32857 was elected leader, sending a full tablet report...
10:40:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.887115 10916 ts_tablet_manager.cc:1434] T c3d6088a0e3945adac25868b7b89e642 P 2d13aad4daf24af39c737fa0aaae866a: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.001s
10:40:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.894784  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 10872
10:40:54.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.912086  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 10576
10:40:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.930676  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 6993
10:40:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.946939  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 7115
10:40:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:40:54.961007  6976 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task6OYKku/build/debug/bin/kudu with pid 7251
10:40:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T10:40:54Z chronyd exiting

Time: 31.9

OK (1 test)

