JUnit version 4.13.2
.22:12:40.744 [INFO - main] (RandomUtils.java:49) Using random seed: 1786486360739
22:12:40.788 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
22:12:40.846 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
22:12:40.859 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrn8BjL/test-tmp
22:12:40.862 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
22:12:40.866 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrn8BjL/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
22:12:41.074 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

22:12:41.086 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
22:12:41.088 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

22:12:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.089744  1919 mini_oidc.cc:152] Starting JWKS server
22:12:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.092649  1919 webserver.cc:460] Webserver started at http://127.0.0.1:33143/ using document root <none> and password file <none>
22:12:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.092833  1919 mini_oidc.cc:189] Starting OIDC Discovery server
22:12:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.093132  1919 webserver.cc:460] Webserver started at http://127.0.0.1:37927/ using document root <none> and password file <none>
22:12:41.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T22:12:41Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
22:12:41.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T22:12:41Z Disabled control of system clock
22:12:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.111203  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/wal
22:12:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/data
22:12:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/logs
22:12:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/data/info.pb
22:12:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:12:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.254:45341
22:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.254
22:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:12:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:12:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33143/jwks.json with env {}
22:12:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.220669  1936 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.220893  1936 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.220943  1936 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.225077  1936 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:12:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.225131  1936 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.225153  1936 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:12:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.225174  1936 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:12:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.225194  1936 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:12:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.225212  1936 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33143/jwks.json
22:12:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.229947  1936 master_runner.cc:386] Master server non-default flags:
22:12:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/data
22:12:41.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/wal
22:12:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:12:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:12:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.254:45341
22:12:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:12:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33143/jwks.json
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/data/info.pb
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.254
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.1936
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:41.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/logs
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:41.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.231218  1936 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:41.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.232944  1936 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:41.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.241767  1948 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:41.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.241780  1949 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:41.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.241802  1936 server_base.cc:1034] running on GCE node
22:12:41.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.241843  1952 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:41.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.242794  1936 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:41.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.243810  1936 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:41.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.244968  1936 hybrid_clock.cc:648] HybridClock initialized: now 1786486361244942 us; error 41 us; skew 500 ppm
22:12:41.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.249326  1936 webserver.cc:460] Webserver started at http://127.1.223.254:34389/ using document root <none> and password file <none>
22:12:41.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.249835  1936 fs_manager.cc:359] Metadata directory not provided
22:12:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.249891  1936 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.250054  1936 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:12:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.251987  1936 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/data/instance:
22:12:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bc8a5b32d1346f98d25a120364b5279"
22:12:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:41 on dist-test-slave-zj8q"
22:12:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.252465  1936 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/wal/instance:
22:12:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bc8a5b32d1346f98d25a120364b5279"
22:12:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:41 on dist-test-slave-zj8q"
22:12:41.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.255903  1936 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.005s	sys 0.000s
22:12:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.258134  1962 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.259380  1936 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:12:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.259490  1936 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/wal
22:12:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bc8a5b32d1346f98d25a120364b5279"
22:12:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:41 on dist-test-slave-zj8q"
22:12:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.259560  1936 fs_report.cc:383] FS layout report
22:12:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/wal
22:12:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/wal
22:12:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/data/data
22:12:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:41.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.269824  1936 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:41.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.270470  1936 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:41.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.270622  1936 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.276918  1936 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.254:45341
22:12:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.276939  2048 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.254:45341 every 8 connection(s)
22:12:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.277750  1936 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/data/info.pb
22:12:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.280965  2051 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:12:41.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.284158  2051 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } has no permanent_uuid. Determining permanent_uuid...
22:12:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.287385  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 1936
22:12:41.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.287513  1919 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-0/wal/instance
22:12:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.288755  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/wal
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/data
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/logs
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/data/info.pb
22:12:41.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.253:37977
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.253
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:12:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:12:41.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33143/jwks.json with env {}
22:12:41.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.296537  2051 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } has no permanent_uuid. Determining permanent_uuid...
22:12:41.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.297267  1965 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.253:37977: connect: Connection refused (error 111)
22:12:41.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.298238  2051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.223.253:37977: Network error: Client connection negotiation failed: client connection to 127.1.223.253:37977: connect: Connection refused (error 111)
22:12:41.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.347483  2051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } attempt: 1
22:12:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.348984  2051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.223.253:37977: Network error: Client connection negotiation failed: client connection to 127.1.223.253:37977: connect: Connection refused (error 111)
22:12:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.399554  2059 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.399796  2059 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.399847  2059 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.403947  2059 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:12:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.404000  2059 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.404024  2059 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:12:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.404050  2059 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:12:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.404072  2059 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:12:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.404090  2059 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33143/jwks.json
22:12:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.408845  2059 master_runner.cc:386] Master server non-default flags:
22:12:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/data
22:12:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/wal
22:12:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:12:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.253:37977
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33143/jwks.json
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/data/info.pb
22:12:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.253
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2059
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/logs
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:12:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.410112  2059 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.411883  2059 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:41.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.417133  2051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } attempt: 2
22:12:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.418395  2051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.223.253:37977: Network error: Client connection negotiation failed: client connection to 127.1.223.253:37977: connect: Connection refused (error 111)
22:12:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.420181  2080 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.420193  2071 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.420255  2059 server_base.cc:1034] running on GCE node
22:12:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.420195  2073 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.421264  2059 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.422281  2059 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.423444  2059 hybrid_clock.cc:648] HybridClock initialized: now 1786486361423421 us; error 31 us; skew 500 ppm
22:12:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.425146  2059 webserver.cc:460] Webserver started at http://127.1.223.253:33081/ using document root <none> and password file <none>
22:12:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.425720  2059 fs_manager.cc:359] Metadata directory not provided
22:12:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.425787  2059 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.426028  2059 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:12:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.427883  2059 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/data/instance:
22:12:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30f59881937844748a9ac47000003b2d"
22:12:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:41 on dist-test-slave-zj8q"
22:12:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.428455  2059 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/wal/instance:
22:12:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30f59881937844748a9ac47000003b2d"
22:12:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:41 on dist-test-slave-zj8q"
22:12:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.432003  2059 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.005s	sys 0.000s
22:12:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.434551  2091 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.435827  2059 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.435942  2059 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/wal
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30f59881937844748a9ac47000003b2d"
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:41 on dist-test-slave-zj8q"
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.436053  2059 fs_report.cc:383] FS layout report
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/wal
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/wal
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/data/data
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.452970  2059 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.453609  2059 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.453790  2059 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.460184  2059 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.253:37977
22:12:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.460197  2182 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.253:37977 every 8 connection(s)
22:12:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.461123  2059 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/data/info.pb
22:12:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.464370  2183 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:12:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.466091  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 2059
22:12:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.466217  1919 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-1/wal/instance
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.466869  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/wal
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/data
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/logs
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/data/info.pb
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.252:44485
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.252
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33143/jwks.json with env {}
22:12:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.468250  2183 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } has no permanent_uuid. Determining permanent_uuid...
22:12:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.478927  2183 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } has no permanent_uuid. Determining permanent_uuid...
22:12:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.485236  2183 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } has no permanent_uuid. Determining permanent_uuid...
22:12:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.485952  2095 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.252:44485: connect: Connection refused (error 111)
22:12:41.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.486832  2183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.223.252:44485: Network error: Client connection negotiation failed: client connection to 127.1.223.252:44485: connect: Connection refused (error 111)
22:12:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.509563  2051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } attempt: 3
22:12:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.514052  2051 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } has no permanent_uuid. Determining permanent_uuid...
22:12:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.515281  2051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.223.252:44485: Network error: Client connection negotiation failed: client connection to 127.1.223.252:44485: connect: Connection refused (error 111)
22:12:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.536067  2183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } attempt: 1
22:12:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.537215  2183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.223.252:44485: Network error: Client connection negotiation failed: client connection to 127.1.223.252:44485: connect: Connection refused (error 111)
22:12:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.546433  2051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } attempt: 1
22:12:41.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.547583  2051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.223.252:44485: Network error: Client connection negotiation failed: client connection to 127.1.223.252:44485: connect: Connection refused (error 111)
22:12:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.578905  2186 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.579133  2186 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.579165  2186 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.583039  2186 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:12:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.583084  2186 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.583101  2186 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:12:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.583114  2186 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:12:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.583129  2186 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:12:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.583140  2186 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33143/jwks.json
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.587886  2186 master_runner.cc:386] Master server non-default flags:
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/data
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/wal
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.252:44485
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33143/jwks.json
22:12:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/data/info.pb
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.252
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2186
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/logs
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.588832  2186 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.590495  2186 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.599308  2186 server_base.cc:1034] running on GCE node
22:12:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.599225  2199 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.599252  2201 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.599246  2206 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.600392  2186 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:41.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.601717  2186 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.602906  2186 hybrid_clock.cc:648] HybridClock initialized: now 1786486361602873 us; error 47 us; skew 500 ppm
22:12:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.604976  2186 webserver.cc:460] Webserver started at http://127.1.223.252:35483/ using document root <none> and password file <none>
22:12:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.605388  2183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } attempt: 2
22:12:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.605674  2186 fs_manager.cc:359] Metadata directory not provided
22:12:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.605774  2186 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.606016  2186 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:12:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.606983  2183 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.223.252:44485: Network error: Client connection negotiation failed: client connection to 127.1.223.252:44485: connect: Connection refused (error 111)
22:12:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.608247  2186 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/data/instance:
22:12:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "588e77a2d3fe4cfc878a43925e923b0e"
22:12:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:41 on dist-test-slave-zj8q"
22:12:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.608736  2186 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/wal/instance:
22:12:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "588e77a2d3fe4cfc878a43925e923b0e"
22:12:41.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:41 on dist-test-slave-zj8q"
22:12:41.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.612324  2186 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.005s	sys 0.000s
22:12:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.614557  2218 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.615726  2186 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
22:12:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.615835  2186 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/wal
22:12:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "588e77a2d3fe4cfc878a43925e923b0e"
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:41 on dist-test-slave-zj8q"
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.615906  2186 fs_report.cc:383] FS layout report
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/wal
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/wal
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/data/data
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.622725  2051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } attempt: 2
22:12:41.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.623898  2051 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.223.252:44485: Network error: Client connection negotiation failed: client connection to 127.1.223.252:44485: connect: Connection refused (error 111)
22:12:41.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.637785  2186 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.638374  2186 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.638509  2186 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.645557  2186 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.252:44485
22:12:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.645581  2329 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.252:44485 every 8 connection(s)
22:12:41.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.646384  2186 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/data/info.pb
22:12:41.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.649251  2331 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:12:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.652520  2331 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } has no permanent_uuid. Determining permanent_uuid...
22:12:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.653194  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 2186
22:12:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.653280  1919 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/master-2/wal/instance
22:12:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.663149  2331 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } has no permanent_uuid. Determining permanent_uuid...
22:12:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.668093  2331 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } has no permanent_uuid. Determining permanent_uuid...
22:12:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.675174  2331 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e: Bootstrap starting.
22:12:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.677721  2331 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e: Neither blocks nor log segments found. Creating new log.
22:12:41.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.678846  2331 log.cc:824] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e: Log is configured to *not* fsync() on all Append() calls
22:12:41.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.680517  2331 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e: No bootstrap required, opened a new log
22:12:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.683771  2331 raft_consensus.cc:348] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } }
22:12:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.683946  2331 raft_consensus.cc:374] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:12:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.683977  2331 raft_consensus.cc:729] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 588e77a2d3fe4cfc878a43925e923b0e, State: Initialized, Role: FOLLOWER
22:12:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.684299  2331 consensus_queue.cc:260] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } }
22:12:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.684665  2344 sys_catalog.cc:455] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.684791  2344 sys_catalog.cc:458] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [sys.catalog]: This master's current role is: FOLLOWER
22:12:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.685401  2331 sys_catalog.cc:564] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [sys.catalog]: configured and running, proceeding with master startup.
22:12:41.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.689834  2369 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:12:41.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.690078  2369 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:12:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.688808  2186 master_runner.cc:186] Error getting master registration for 127.1.223.254:45341: OK, instance_id { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" instance_seqno: 1786486361275258 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:12:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.691854  2186 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:12:41.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.698144  2183 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } attempt: 3
22:12:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.705621  2183 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d: Bootstrap starting.
22:12:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.708283  2183 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d: Neither blocks nor log segments found. Creating new log.
22:12:41.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.709321  2183 log.cc:824] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d: Log is configured to *not* fsync() on all Append() calls
22:12:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.711457  2183 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d: No bootstrap required, opened a new log
22:12:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.715327  2183 raft_consensus.cc:348] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } }
22:12:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.715989  2183 raft_consensus.cc:374] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:12:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.716041  2183 raft_consensus.cc:729] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30f59881937844748a9ac47000003b2d, State: Initialized, Role: FOLLOWER
22:12:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.716559  2183 consensus_queue.cc:260] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } }
22:12:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.718787  2183 sys_catalog.cc:564] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [sys.catalog]: configured and running, proceeding with master startup.
22:12:41.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.722333  2059 master_runner.cc:186] Error getting master registration for 127.1.223.254:45341: OK, instance_id { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" instance_seqno: 1786486361275258 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:12:41.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.725580  2051 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } attempt: 3
22:12:41.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.728792  2059 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:12:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.726495  2393 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:12:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.729212  2393 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:12:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.726832  2373 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.730607  2373 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [sys.catalog]: This master's current role is: FOLLOWER
22:12:41.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.743947  2051 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279: Bootstrap starting.
22:12:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.746873  2051 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279: Neither blocks nor log segments found. Creating new log.
22:12:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.747972  2051 log.cc:824] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279: Log is configured to *not* fsync() on all Append() calls
22:12:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.750658  2051 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279: No bootstrap required, opened a new log
22:12:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.754985  2051 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } }
22:12:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.755427  2051 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:12:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.755645  2051 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bc8a5b32d1346f98d25a120364b5279, State: Initialized, Role: FOLLOWER
22:12:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.756301  2051 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } }
22:12:41.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.758705  2051 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [sys.catalog]: configured and running, proceeding with master startup.
22:12:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.763887  2418 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:12:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.763957  2418 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:12:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.767843  1936 master_runner.cc:263] No leader master found from master 6bc8a5b32d1346f98d25a120364b5279
22:12:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.767905  1936 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:12:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.771936  1979 tablet.cc:2369] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:12:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.774339  2398 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:41.775254  2398 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [sys.catalog]: This master's current role is: FOLLOWER
22:12:41.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.889746  2236 tablet.cc:2369] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:12:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:41.955271  2102 tablet.cc:2369] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:12:42.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.056751  2344 raft_consensus.cc:482] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:12:42.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.056941  2344 raft_consensus.cc:504] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } }
22:12:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.057827  2344 leader_election.cc:288] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bc8a5b32d1346f98d25a120364b5279 (127.1.223.254:45341), 30f59881937844748a9ac47000003b2d (127.1.223.253:37977)
22:12:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.058405  2135 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "588e77a2d3fe4cfc878a43925e923b0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30f59881937844748a9ac47000003b2d" is_pre_election: true
22:12:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.058405  2015 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "588e77a2d3fe4cfc878a43925e923b0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bc8a5b32d1346f98d25a120364b5279" is_pre_election: true
22:12:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.058734  2135 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 588e77a2d3fe4cfc878a43925e923b0e in term 0.
22:12:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.058734  2015 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 588e77a2d3fe4cfc878a43925e923b0e in term 0.
22:12:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.059190  2220 leader_election.cc:302] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 30f59881937844748a9ac47000003b2d, 588e77a2d3fe4cfc878a43925e923b0e, 6bc8a5b32d1346f98d25a120364b5279; no voters: 
22:12:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.059466  2344 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 0 FOLLOWER]: Leader pre-election won for term 1
22:12:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.059556  2344 raft_consensus.cc:482] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
22:12:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.059599  2344 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 0 FOLLOWER]: Advancing to term 1
22:12:42.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.060582  2344 raft_consensus.cc:504] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } }
22:12:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.060889  2344 leader_election.cc:288] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [CANDIDATE]: Term 1 election: Requested vote from peers 6bc8a5b32d1346f98d25a120364b5279 (127.1.223.254:45341), 30f59881937844748a9ac47000003b2d (127.1.223.253:37977)
22:12:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.061213  2015 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "588e77a2d3fe4cfc878a43925e923b0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bc8a5b32d1346f98d25a120364b5279"
22:12:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.061239  2135 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "588e77a2d3fe4cfc878a43925e923b0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30f59881937844748a9ac47000003b2d"
22:12:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.061355  2135 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [term 0 FOLLOWER]: Advancing to term 1
22:12:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.061367  2015 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [term 0 FOLLOWER]: Advancing to term 1
22:12:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.062285  2135 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 588e77a2d3fe4cfc878a43925e923b0e in term 1.
22:12:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.062482  2015 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 588e77a2d3fe4cfc878a43925e923b0e in term 1.
22:12:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.062557  2220 leader_election.cc:302] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30f59881937844748a9ac47000003b2d, 588e77a2d3fe4cfc878a43925e923b0e; no voters: 
22:12:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.062719  2344 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 1 FOLLOWER]: Leader election won for term 1
22:12:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.062935  2344 raft_consensus.cc:686] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [term 1 LEADER]: Becoming Leader. State: Replica: 588e77a2d3fe4cfc878a43925e923b0e, State: Running, Role: LEADER
22:12:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.063280  2344 consensus_queue.cc:237] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } }
22:12:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.065402  2420 sys_catalog.cc:455] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 588e77a2d3fe4cfc878a43925e923b0e. Latest consensus state: current_term: 1 leader_uuid: "588e77a2d3fe4cfc878a43925e923b0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:42.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.065546  2420 sys_catalog.cc:458] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [sys.catalog]: This master's current role is: LEADER
22:12:42.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.065897  2422 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
22:12:42.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.066725  2422 catalog_manager.cc:1484] Initializing Kudu cluster ID...
22:12:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.071004  2135 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [term 1 FOLLOWER]: Refusing update from remote peer 588e77a2d3fe4cfc878a43925e923b0e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:12:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.071012  2015 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [term 1 FOLLOWER]: Refusing update from remote peer 588e77a2d3fe4cfc878a43925e923b0e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:12:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.071544  2344 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:12:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.071702  2420 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:12:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.075246  2373 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 588e77a2d3fe4cfc878a43925e923b0e. Latest consensus state: current_term: 1 leader_uuid: "588e77a2d3fe4cfc878a43925e923b0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.075366  2373 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [sys.catalog]: This master's current role is: FOLLOWER
22:12:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.075376  2398 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 588e77a2d3fe4cfc878a43925e923b0e. Latest consensus state: current_term: 1 leader_uuid: "588e77a2d3fe4cfc878a43925e923b0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.075486  2398 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [sys.catalog]: This master's current role is: FOLLOWER
22:12:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.077523  2420 sys_catalog.cc:455] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "588e77a2d3fe4cfc878a43925e923b0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.077630  2420 sys_catalog.cc:458] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [sys.catalog]: This master's current role is: LEADER
22:12:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.077585  2344 sys_catalog.cc:455] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "588e77a2d3fe4cfc878a43925e923b0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.077692  2344 sys_catalog.cc:458] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e [sys.catalog]: This master's current role is: LEADER
22:12:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.078262  2427 mvcc.cc:205] Tried to move back new op lower bound from 7317448139037458432 to 7317448139014184960. Current Snapshot: MvccSnapshot[applied={T|T < 7317448139037458432}]
22:12:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.078282  2373 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "588e77a2d3fe4cfc878a43925e923b0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.078408  2373 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d [sys.catalog]: This master's current role is: FOLLOWER
22:12:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.078679  2398 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "588e77a2d3fe4cfc878a43925e923b0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6bc8a5b32d1346f98d25a120364b5279" member_type: VOTER last_known_addr { host: "127.1.223.254" port: 45341 } } peers { permanent_uuid: "30f59881937844748a9ac47000003b2d" member_type: VOTER last_known_addr { host: "127.1.223.253" port: 37977 } } peers { permanent_uuid: "588e77a2d3fe4cfc878a43925e923b0e" member_type: VOTER last_known_addr { host: "127.1.223.252" port: 44485 } } }
22:12:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.078786  2398 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279 [sys.catalog]: This master's current role is: FOLLOWER
22:12:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.079588  2422 catalog_manager.cc:1347] Generated new cluster ID: eccb60da633844e3a5269d2f801e7064
22:12:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.079646  2422 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
22:12:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.118585  2422 catalog_manager.cc:1370] Generated new certificate authority record
22:12:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.119697  2422 catalog_manager.cc:1504] Loading token signing keys...
22:12:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.126084  2422 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 588e77a2d3fe4cfc878a43925e923b0e: Generated new TSK 0
22:12:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.127032  2422 catalog_manager.cc:1514] Initializing in-progress tserver states...
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.156909  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:0
22:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:12:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.271055  2442 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.271282  2442 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.271315  2442 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:42.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.275640  2442 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:42.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.275732  2442 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.193
22:12:42.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.280745  2442 tablet_server_runner.cc:78] Tablet server non-default flags:
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:0
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2442
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.281790  2442 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.283119  2442 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.292527  2457 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.292555  2455 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:42.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.292605  2463 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:42.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.292665  2442 server_base.cc:1034] running on GCE node
22:12:42.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.293241  2442 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.293906  2442 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.295070  2442 hybrid_clock.cc:648] HybridClock initialized: now 1786486362295044 us; error 41 us; skew 500 ppm
22:12:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.296787  2442 webserver.cc:460] Webserver started at http://127.1.223.193:40415/ using document root <none> and password file <none>
22:12:42.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.297282  2442 fs_manager.cc:359] Metadata directory not provided
22:12:42.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.297338  2442 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:42.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.297488  2442 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:12:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.299351  2442 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/instance:
22:12:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:12:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.299854  2442 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal/instance:
22:12:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:12:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.304478  2442 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
22:12:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.307403  2479 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.308842  2442 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.308967  2442 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.309078  2442 fs_report.cc:383] FS layout report
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/data
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.322343  2442 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.322957  2442 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.323109  2442 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.323621  2442 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:12:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.324520  2442 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:12:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.324577  2442 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
22:12:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.324615  2442 ts_tablet_manager.cc:610] Registered 0 tablets
22:12:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.324628  2442 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
22:12:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.333014  2442 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.193:41515
22:12:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.333066  2690 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.193:41515 every 8 connection(s)
22:12:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.333858  2442 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:12:42.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.343194  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 2442
22:12:42.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.343297  1919 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal/instance
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.344832  2697 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.345057  2697 heartbeater.cc:464] Registering TS with master...
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.345301  2695 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.345371  2695 heartbeater.cc:464] Registering TS with master...
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.345641  2697 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.345641  2695 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.346055  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/logs
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.194:0
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.194
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.194
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:12:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.347225  1995 ts_manager.cc:194] Registered new tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:12:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.348891  2121 ts_manager.cc:194] Registered new tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:12:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.349310  2691 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:12:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.349391  2691 heartbeater.cc:464] Registering TS with master...
22:12:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.349535  2691 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:12:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.350513  2258 ts_manager.cc:194] Registered new tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:12:42.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.352013  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.193:54133
22:12:42.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.459338  2714 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:42.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.459564  2714 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:42.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.459596  2714 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.463696  2714 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.463790  2714 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.194
22:12:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.468430  2714 tablet_server_runner.cc:78] Tablet server non-default flags:
22:12:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data
22:12:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.194:0
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.194
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2714
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.194
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/logs
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:12:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.469460  2714 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.470742  2714 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.479880  2723 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.479916  2720 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.479918  2721 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.479990  2714 server_base.cc:1034] running on GCE node
22:12:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.480672  2714 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.481379  2714 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.482549  2714 hybrid_clock.cc:648] HybridClock initialized: now 1786486362482540 us; error 60 us; skew 500 ppm
22:12:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.484205  2714 webserver.cc:460] Webserver started at http://127.1.223.194:44705/ using document root <none> and password file <none>
22:12:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.484706  2714 fs_manager.cc:359] Metadata directory not provided
22:12:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.484762  2714 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.484918  2714 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:12:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.486873  2714 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/instance:
22:12:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:12:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.487366  2714 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal/instance:
22:12:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:12:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.490816  2714 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
22:12:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.493000  2740 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.494123  2714 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.494256  2714 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.494339  2714 fs_report.cc:383] FS layout report
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/data
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.527776  2714 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.528471  2714 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.528630  2714 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:42.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.529199  2714 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:12:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.530279  2714 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:12:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.530329  2714 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
22:12:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.530370  2714 ts_tablet_manager.cc:610] Registered 0 tablets
22:12:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.530385  2714 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
22:12:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.538995  2714 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.194:33897
22:12:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.539103  2930 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.194:33897 every 8 connection(s)
22:12:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.539827  2714 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:12:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.542691  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 2714
22:12:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.542793  1919 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal/instance
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.545342  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/logs
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:42.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.195:0
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.195
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.195
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:42.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:12:42.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.551680  2935 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:12:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.551914  2935 heartbeater.cc:464] Registering TS with master...
22:12:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.552134  2932 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:12:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.552220  2932 heartbeater.cc:464] Registering TS with master...
22:12:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.552198  2931 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:12:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.552340  2931 heartbeater.cc:464] Registering TS with master...
22:12:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.552521  2935 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:12:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.552521  2931 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:12:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.552521  2932 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:12:42.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.553695  1995 ts_manager.cc:194] Registered new tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:42.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.553728  2258 ts_manager.cc:194] Registered new tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:42.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.553748  2121 ts_manager.cc:194] Registered new tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.554430  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.194:41815
22:12:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.663546  2944 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.663770  2944 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.663802  2944 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:42.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.668839  2944 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.668929  2944 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.195
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.673458  2944 tablet_server_runner.cc:78] Tablet server non-default flags:
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.195:0
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.195
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2944
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.195
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/logs
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.674436  2944 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.675727  2944 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:42.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.685401  2944 server_base.cc:1034] running on GCE node
22:12:42.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.685309  2953 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:42.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.685312  2958 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:42.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:42.685307  2950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:42.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.686321  2944 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.686968  2944 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.688122  2944 hybrid_clock.cc:648] HybridClock initialized: now 1786486362688106 us; error 35 us; skew 500 ppm
22:12:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.689847  2944 webserver.cc:460] Webserver started at http://127.1.223.195:41247/ using document root <none> and password file <none>
22:12:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.690455  2944 fs_manager.cc:359] Metadata directory not provided
22:12:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.690523  2944 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.690696  2944 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:12:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.692461  2944 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/instance:
22:12:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:12:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.692989  2944 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal/instance:
22:12:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:12:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:42.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.696388  2944 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.003s
22:12:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.698580  2969 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.699783  2944 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.699899  2944 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.700009  2944 fs_report.cc:383] FS layout report
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/data
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.721721  2944 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:42.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.722409  2944 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:42.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.722587  2944 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.723189  2944 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:12:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.724143  2944 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:12:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.724191  2944 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
22:12:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.724243  2944 ts_tablet_manager.cc:610] Registered 0 tablets
22:12:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.724265  2944 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
22:12:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.730698  2393 catalog_manager.cc:1259] Loaded cluster ID: eccb60da633844e3a5269d2f801e7064
22:12:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.730758  2393 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d: loading cluster ID for follower catalog manager: success
22:12:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.732729  2944 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.195:35199
22:12:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.732784  3195 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.195:35199 every 8 connection(s)
22:12:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.732908  2393 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d: acquiring CA information for follower catalog manager: success
22:12:42.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.733614  2944 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:12:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.733933  2393 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 30f59881937844748a9ac47000003b2d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
22:12:42.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.742190  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 2944
22:12:42.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.742300  1919 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal/instance
22:12:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.745628  3204 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:12:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.745683  3200 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:12:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.745726  3203 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:12:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.746023  3200 heartbeater.cc:464] Registering TS with master...
22:12:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.746023  3203 heartbeater.cc:464] Registering TS with master...
22:12:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.746023  3204 heartbeater.cc:464] Registering TS with master...
22:12:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.746704  3200 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:12:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.746704  3203 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:12:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.747280  3204 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:12:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.747856  1998 ts_manager.cc:194] Registered new tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.747884  2258 ts_manager.cc:194] Registered new tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.748466  2120 ts_manager.cc:194] Registered new tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.748579  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.195:45905
22:12:42.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.761703  1919 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
22:12:42.762 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
22:12:42.763 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

22:12:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.765288  2418 catalog_manager.cc:1259] Loaded cluster ID: eccb60da633844e3a5269d2f801e7064
22:12:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.765344  2418 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279: loading cluster ID for follower catalog manager: success
22:12:42.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.767035  2418 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279: acquiring CA information for follower catalog manager: success
22:12:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:42.768115  2418 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6bc8a5b32d1346f98d25a120364b5279: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
22:12:42.773 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.223.254"
      port: 45341
    }
    bound_http_address {
      host: "127.1.223.254"
      port: 34389
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.223.253"
      port: 37977
    }
    bound_http_address {
      host: "127.1.223.253"
      port: 33081
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.223.252"
      port: 44485
    }
    bound_http_address {
      host: "127.1.223.252"
      port: 35483
    }
  }
}

22:12:42.781 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

22:12:42.784 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.223.193"
      port: 41515
    }
    bound_http_address {
      host: "127.1.223.193"
      port: 40415
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.223.194"
      port: 33897
    }
    bound_http_address {
      host: "127.1.223.194"
      port: 44705
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.223.195"
      port: 35199
    }
    bound_http_address {
      host: "127.1.223.195"
      port: 41247
    }
  }
}

22:12:42.784 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
22:12:42.954 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
22:12:43.129 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.223.253:37977(127.1.223.253:37977)] connecting to peer
22:12:43.181 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.223.254:45341(127.1.223.254:45341)] connecting to peer
22:12:43.182 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.223.252:44485(127.1.223.252:44485)] connecting to peer
22:12:43.204 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.223.254:45341(127.1.223.254:45341)] Successfully connected to peer
22:12:43.206 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.223.253:37977(127.1.223.253:37977)] Successfully connected to peer
22:12:43.268 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.223.252:44485(127.1.223.252:44485)] Successfully connected to peer
22:12:43.288 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.223.254
22:12:43.288 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.223.253
22:12:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.354005  2691 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:12:43.397 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.1.223.252
22:12:43.509 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf09623a4, L:/127.0.0.1:57444 - R:/127.1.223.253:37977] using SASL/PLAIN
22:12:43.509 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeeeb45ce, L:/127.0.0.1:60124 - R:/127.1.223.254:45341] using SASL/PLAIN
22:12:43.523 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1186f46e, L:/127.0.0.1:40966 - R:/127.1.223.252:44485] using SASL/PLAIN
22:12:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.555975  2931 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:12:43.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
22:12:43.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=470), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.223.253:37977, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.223.254:45341, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.223.252:44485, [427ms] Sub RPC ConnectToMaster: received response from server master-127.1.223.254:45341: OK, [427ms] Sub RPC ConnectToMaster: received response from server master-127.1.223.253:37977: OK, [433ms] Sub RPC ConnectToMaster: received response from server master-127.1.223.252:44485: OK, deferred=null) after lookup
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.615726  2258 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40966:
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079"
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
22:12:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
22:12:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
22:12:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:43.617276  2258 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
22:12:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.643357  2816 tablet_service.cc:1467] Processing CreateTablet for tablet a16c9ec38b1742098be8c320fac822f7 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079 [id=ae7c3b9a164548949c912005218b0d20]), partition=RANGE (key) PARTITION UNBOUNDED
22:12:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.644511  2816 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a16c9ec38b1742098be8c320fac822f7. 1 dirs total, 0 dirs full, 0 dirs failed
22:12:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.646394  3066 tablet_service.cc:1467] Processing CreateTablet for tablet a16c9ec38b1742098be8c320fac822f7 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079 [id=ae7c3b9a164548949c912005218b0d20]), partition=RANGE (key) PARTITION UNBOUNDED
22:12:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.647367  3066 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a16c9ec38b1742098be8c320fac822f7. 1 dirs total, 0 dirs full, 0 dirs failed
22:12:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.647809  2568 tablet_service.cc:1467] Processing CreateTablet for tablet a16c9ec38b1742098be8c320fac822f7 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079 [id=ae7c3b9a164548949c912005218b0d20]), partition=RANGE (key) PARTITION UNBOUNDED
22:12:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.648627  2568 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a16c9ec38b1742098be8c320fac822f7. 1 dirs total, 0 dirs full, 0 dirs failed
22:12:43.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.655169  3247 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap starting.
22:12:43.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.655579  3246 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap starting.
22:12:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.656040  3245 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap starting.
22:12:43.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.657526  3247 tablet_bootstrap.cc:654] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Neither blocks nor log segments found. Creating new log.
22:12:43.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.657851  3246 tablet_bootstrap.cc:654] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Neither blocks nor log segments found. Creating new log.
22:12:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.658172  3245 tablet_bootstrap.cc:654] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Neither blocks nor log segments found. Creating new log.
22:12:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.658516  3247 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Log is configured to *not* fsync() on all Append() calls
22:12:43.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.658947  3246 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Log is configured to *not* fsync() on all Append() calls
22:12:43.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.659044  3245 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Log is configured to *not* fsync() on all Append() calls
22:12:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.660940  3246 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: No bootstrap required, opened a new log
22:12:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.660944  3245 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: No bootstrap required, opened a new log
22:12:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.661126  3245 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Time spent bootstrapping tablet: real 0.005s	user 0.004s	sys 0.000s
22:12:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.661123  3247 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: No bootstrap required, opened a new log
22:12:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.661130  3246 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Time spent bootstrapping tablet: real 0.006s	user 0.005s	sys 0.000s
22:12:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.661281  3247 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Time spent bootstrapping tablet: real 0.006s	user 0.004s	sys 0.000s
22:12:43.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ae7c3b9a164548949c912005218b0d20
22:12:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.665588  3247 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.665506  3245 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.665825  3246 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.666006  3247 raft_consensus.cc:374] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.666065  3247 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: beb2dfcb024342c197ba70d17fb39abf, State: Initialized, Role: FOLLOWER
22:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.666548  3246 raft_consensus.cc:374] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:12:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.666589  3247 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.666942  3246 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a335ef0ecc9424bb45a762ed4d92e7e, State: Initialized, Role: FOLLOWER
22:12:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.667567  3247 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Time spent starting tablet: real 0.006s	user 0.002s	sys 0.003s
22:12:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.667567  3246 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.668413  3246 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
22:12:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.665818  3245 raft_consensus.cc:374] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:12:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.669528  3245 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3df5f3ee9cd4f5284f1cac36ac30a1f, State: Initialized, Role: FOLLOWER
22:12:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.669963  3245 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.670878  3245 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.000s
22:12:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.670903  3200 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:12:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:43.735262  3205 tablet.cc:2369] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:12:43.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:43.791906  2936 tablet.cc:2369] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:12:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.793957  3256 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:12:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.794128  3256 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.795254  3256 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.799589  3098 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" is_pre_election: true
22:12:43.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.799602  2851 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf" is_pre_election: true
22:12:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.799924  3098 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 0.
22:12:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.799924  2851 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 0.
22:12:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.800443  2487 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 
22:12:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.800697  3256 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 0 FOLLOWER]: Leader pre-election won for term 1
22:12:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.800781  3256 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
22:12:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.800810  3256 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 0 FOLLOWER]: Advancing to term 1
22:12:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.801733  3256 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.802028  3256 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 1 election: Requested vote from peers beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.802404  2851 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:12:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.802397  3098 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:12:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.802520  2851 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 0 FOLLOWER]: Advancing to term 1
22:12:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.802520  3098 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 0 FOLLOWER]: Advancing to term 1
22:12:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.803634  3098 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 1.
22:12:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.803634  2851 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 1.
22:12:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.803936  2487 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 
22:12:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.804109  3256 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 1 FOLLOWER]: Leader election won for term 1
22:12:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.804343  3256 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 1 LEADER]: Becoming Leader. State: Replica: 0a335ef0ecc9424bb45a762ed4d92e7e, State: Running, Role: LEADER
22:12:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.804672  3256 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:43.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.808019  2250 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e reported cstate change: term changed from 0 to 1, leader changed from <none> to 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193). New cstate: current_term: 1 leader_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: UNKNOWN } } }
22:12:43.817 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table ae7c3b9a164548949c912005218b0d20
22:12:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:43.836606  2699 tablet.cc:2369] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:12:43.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:43.849 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:43.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [8ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=null) after lookup
22:12:43.861 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:43.862 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] Successfully connected to peer
22:12:43.924 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb72a90fe, L:/127.0.0.1:55194 - R:/127.1.223.193:41515] using TOKEN/null
22:12:43.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.931293  3098 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 1 FOLLOWER]: Refusing update from remote peer 0a335ef0ecc9424bb45a762ed4d92e7e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:12:43.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.931397  2851 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 1 FOLLOWER]: Refusing update from remote peer 0a335ef0ecc9424bb45a762ed4d92e7e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:12:43.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.932075  3260 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:12:43.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.932255  3256 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:12:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.942389  3270 mvcc.cc:205] Tried to move back new op lower bound from 7317448146654834688 to 7317448146146361344. Current Snapshot: MvccSnapshot[applied={T|T < 7317448146654834688}]
22:12:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:43.943574  3268 mvcc.cc:205] Tried to move back new op lower bound from 7317448146654834688 to 7317448146146361344. Current Snapshot: MvccSnapshot[applied={T|T < 7317448146654834688}]
22:12:44.024 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:12:44.026 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.193:41515
22:12:44.027 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:12:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:44.028239  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 2442
22:12:44.046 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] handling channelInactive
22:12:44.046 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:12:44.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state READY due to: connection closed
22:12:44.052 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:44.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.055 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:44.075 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:44.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=3, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [7ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [8ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@499443223(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@4c4e8b0b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19ed2eb6 -> wakeup thread Time-limited test)) after lookup
22:12:44.076 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:44.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.078 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:44.095 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:44.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=5, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [7ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [8ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [29ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [31ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@499443223(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@4c4e8b0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19ed2eb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910))) after lookup
22:12:44.097 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:44.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.098 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:44.136 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:44.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=7, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [7ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [8ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [29ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [31ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [49ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [51ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [88ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@499443223(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@4c4e8b0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19ed2eb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002))) after lookup
22:12:44.137 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:44.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.140 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:44.256 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:44.256 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=9, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=209), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [7ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [8ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [29ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [31ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [49ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [51ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [88ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [90ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [92ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [93ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [205ms] refreshing cache from master, [205ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [207ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@499443223(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@4c4e8b0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002) -> (continuation of Deferred@1561047861 after retry RPC@1361246283), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19ed2eb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002) -> (continuation of Deferred@1561047861 after retry RPC@1361246283))) after lookup
22:12:44.258 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:44.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:44.259 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:45.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:45.176 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:45.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=11, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1130), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [7ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [8ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [29ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [31ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [49ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [51ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [88ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [90ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [92ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [93ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [205ms] refreshing cache from master, [205ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [207ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [210ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [212ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [212ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [1125ms] refreshing cache from master, [1125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1128ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@499443223(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@4c4e8b0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002) -> (continuation of Deferred@1561047861 after retry RPC@1361246283) -> (continuation of Deferred@1237748158 after retry RPC@454219294), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19ed2eb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002) -> (continuation of Deferred@1561047861 after retry RPC@1361246283) -> (continuation of Deferred@1237748158 after retry RPC@454219294))) after lookup
22:12:45.178 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:45.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:45.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:45.180 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.480233  3286 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:12:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.480413  3286 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.480614  3288 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:12:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.480726  3288 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:45.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.481722  3288 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:45.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.481721  3286 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:45.482623  2970 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:45.483178  2741 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:45.483942  2970 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:45.484555  2741 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.486986  3098 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "beb2dfcb024342c197ba70d17fb39abf" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" is_pre_election: true
22:12:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.487104  2851 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf" is_pre_election: true
22:12:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.487157  3098 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate beb2dfcb024342c197ba70d17fb39abf in term 1.
22:12:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.487215  2851 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in term 1.
22:12:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.487509  2972 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e
22:12:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.487573  2742 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e
22:12:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.487731  3288 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 1 FOLLOWER]: Leader pre-election won for term 2
22:12:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.487782  3288 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:12:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.487818  3288 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 1 FOLLOWER]: Advancing to term 2
22:12:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.488206  3286 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 1 FOLLOWER]: Leader pre-election won for term 2
22:12:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.488263  3286 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:12:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.488302  3286 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 1 FOLLOWER]: Advancing to term 2
22:12:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.488679  3288 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.488945  3288 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 2 election: Requested vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.489312  2851 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:12:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.489342  3286 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.489554  2851 raft_consensus.cc:2379] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in current term 2: Already voted for candidate beb2dfcb024342c197ba70d17fb39abf in this term.
22:12:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.489706  3286 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 2 election: Requested vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:45.490248  2970 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.490280  3098 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "beb2dfcb024342c197ba70d17fb39abf" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:12:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.490317  2970 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e, beb2dfcb024342c197ba70d17fb39abf
22:12:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.490407  3098 raft_consensus.cc:2379] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate beb2dfcb024342c197ba70d17fb39abf in current term 2: Already voted for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in this term.
22:12:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.490461  3288 raft_consensus.cc:2726] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
22:12:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:45.490687  2741 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.490746  2741 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e, e3df5f3ee9cd4f5284f1cac36ac30a1f
22:12:45.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:45.490854  3286 raft_consensus.cc:2726] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
22:12:46.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:46.675 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:46.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=13, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2629), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [7ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [8ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [29ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [31ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [49ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [51ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [88ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [90ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [92ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [93ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [205ms] refreshing cache from master, [205ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [207ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [210ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [212ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [212ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [1125ms] refreshing cache from master, [1125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1128ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [1131ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [1133ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [1133ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2625ms] refreshing cache from master, [2625ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [2627ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@499443223(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@4c4e8b0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002) -> (continuation of Deferred@1561047861 after retry RPC@1361246283) -> (continuation of Deferred@1237748158 after retry RPC@454219294) -> (continuation of Deferred@576613809 after retry RPC@795995586), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19ed2eb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002) -> (continuation of Deferred@1561047861 after retry RPC@1361246283) -> (continuation of Deferred@1237748158 after retry RPC@454219294) -> (continuation of Deferred@576613809 after retry RPC@795995586))) after lookup
22:12:46.677 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:46.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:46.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:46.678 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.026713  3305 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:12:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.026852  3305 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.027325  3305 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.027896  2851 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf" is_pre_election: true
22:12:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.028064  2851 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in term 2.
22:12:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.028401  2972 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 
22:12:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.028595  3305 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 2 FOLLOWER]: Leader pre-election won for term 3
22:12:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:47.028625  2970 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.028667  3305 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
22:12:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.028707  3305 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 2 FOLLOWER]: Advancing to term 3
22:12:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.029734  3305 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.030030  3305 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 3 election: Requested vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.030442  2851 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:12:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.030579  2851 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 2 FOLLOWER]: Advancing to term 3
22:12:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:47.030942  2970 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.031481  2851 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in term 3.
22:12:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.031826  2972 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e
22:12:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.031986  3305 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 3 FOLLOWER]: Leader election won for term 3
22:12:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.032162  3305 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 3 LEADER]: Becoming Leader. State: Replica: e3df5f3ee9cd4f5284f1cac36ac30a1f, State: Running, Role: LEADER
22:12:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.032493  3305 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.034876  2250 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f reported cstate change: term changed from 1 to 3, leader changed from 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193) to e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195). New cstate: current_term: 3 leader_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: HEALTHY } } }
22:12:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.411412  2851 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 3 FOLLOWER]: Refusing update from remote peer e3df5f3ee9cd4f5284f1cac36ac30a1f: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
22:12:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:47.412004  3305 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
22:12:47.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:47.416455  2970 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f -> Peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Couldn't send request to peer 0a335ef0ecc9424bb45a762ed4d92e7e. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:12:49.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:49.115 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:49.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=15, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=5069), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [7ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [8ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [29ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [31ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [49ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [51ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [88ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [90ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [92ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [93ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [205ms] refreshing cache from master, [205ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [207ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [210ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [212ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [212ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [1125ms] refreshing cache from master, [1125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1128ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [1131ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [1133ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [1133ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2625ms] refreshing cache from master, [2625ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [2627ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [2630ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [2631ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2631ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [5065ms] refreshing cache from master, [5065ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [5067ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@499443223(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@4c4e8b0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002) -> (continuation of Deferred@1561047861 after retry RPC@1361246283) -> (continuation of Deferred@1237748158 after retry RPC@454219294) -> (continuation of Deferred@576613809 after retry RPC@795995586) -> (continuation of Deferred@1423686182 after retry RPC@1488737865), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19ed2eb6 -> wakeup thread Time-limited test -> (continuation of Deferred@1894377355 after retry RPC@126910) -> (continuation of Deferred@628140981 after retry RPC@1770825002) -> (continuation of Deferred@1561047861 after retry RPC@1361246283) -> (continuation of Deferred@1237748158 after retry RPC@454219294) -> (continuation of Deferred@576613809 after retry RPC@795995586) -> (continuation of Deferred@1423686182 after retry RPC@1488737865))) after lookup
22:12:49.118 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:49.120 [DEBUG - kudu-nio-1] (Connection.java:757) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] Successfully connected to peer
22:12:49.139 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1a579e64, L:/127.0.0.1:45550 - R:/127.1.223.195:35199] using TOKEN/null
22:12:49.158 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.193:41515
22:12:49.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:12:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.160755  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:41515
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40415
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:12:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:49.270365  3369 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:49.270581  3369 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:49.270614  3369 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:49.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:49.274451  3369 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:49.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:49.274528  3369 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.193
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.279093  3369 tablet_server_runner.cc:78] Tablet server non-default flags:
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:41515
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40415
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3369
22:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.280054  3369 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.281320  3369 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:49.291309  3381 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:49.291317  3382 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.291420  3369 server_base.cc:1034] running on GCE node
22:12:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:49.291317  3384 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.291918  3369 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.292513  3369 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:49.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.293664  3369 hybrid_clock.cc:648] HybridClock initialized: now 1786486369293640 us; error 39 us; skew 500 ppm
22:12:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.298602  3369 webserver.cc:460] Webserver started at http://127.1.223.193:40415/ using document root <none> and password file <none>
22:12:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.299168  3369 fs_manager.cc:359] Metadata directory not provided
22:12:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.299256  3369 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.302857  3369 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.002s
22:12:49.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.304859  3393 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.305991  3369 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.306087  3369 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.306603  3369 fs_report.cc:383] FS layout report
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/data
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.319533  3369 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.320115  3369 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.320255  3369 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.320770  3369 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:12:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.321877  3404 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:12:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.325697  3369 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:12:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.325752  3369 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:12:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.325796  3369 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:12:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.327283  3369 ts_tablet_manager.cc:610] Registered 1 tablets
22:12:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.327328  3369 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:12:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.327622  3404 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap starting.
22:12:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.337277  3369 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.193:41515
22:12:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.337361  3603 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.193:41515 every 8 connection(s)
22:12:49.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.338218  3369 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:12:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.343273  3404 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Log is configured to *not* fsync() on all Append() calls
22:12:49.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.347816  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 3369
22:12:49.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:12:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.350644  3610 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:12:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.350674  3608 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:12:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.350869  3610 heartbeater.cc:464] Registering TS with master...
22:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.351421  3610 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.350868  3608 heartbeater.cc:464] Registering TS with master...
22:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.351645  3608 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:12:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.353430  3607 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:12:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.353505  3607 heartbeater.cc:464] Registering TS with master...
22:12:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.353647  3607 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:12:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.353928  3404 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:12:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.354310  3404 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap complete.
22:12:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.354573  1995 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:12:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.355234  2258 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:12:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.355262  3404 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Time spent bootstrapping tablet: real 0.028s	user 0.017s	sys 0.008s
22:12:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.356253  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.193:53103
22:12:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.357442  3404 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.357836  3404 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a335ef0ecc9424bb45a762ed4d92e7e, State: Initialized, Role: FOLLOWER
22:12:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.358323  3404 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.358932  2121 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:12:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.359457  3404 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
22:12:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.359860  3607 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:12:49.366 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:12:49.367 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.195:35199
22:12:49.368 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:12:49.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:49.368561  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 2944
22:12:49.391 [DEBUG - kudu-nio-1] (Connection.java:239) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] handling channelInactive
22:12:49.391 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:12:49.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state READY due to: connection closed
22:12:49.391 [DEBUG - Time-limited test] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:49.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.393 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:49.414 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:49.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [22ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@360064204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@268991d5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62439d -> wakeup thread Time-limited test)) after lookup
22:12:49.416 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:49.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.418 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:49.434 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:49.435 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [22ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [25ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [27ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [27ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@360064204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@268991d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62439d -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374))) after lookup
22:12:49.435 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:49.436 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.436 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.437 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.453 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:49.454 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:49.454 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [22ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [25ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [27ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [27ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [44ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [46ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [46ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [62ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@360064204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@268991d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374) -> (continuation of Deferred@853207642 after retry RPC@1701399174), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62439d -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374) -> (continuation of Deferred@853207642 after retry RPC@1701399174))) after lookup
22:12:49.456 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:49.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.458 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:49.495 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:49.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=104), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [22ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [25ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [27ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [27ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [44ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [46ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [46ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [62ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [64ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [67ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [67ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [103ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@360064204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@268991d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374) -> (continuation of Deferred@853207642 after retry RPC@1701399174) -> (continuation of Deferred@988928735 after retry RPC@1293772728), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62439d -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374) -> (continuation of Deferred@853207642 after retry RPC@1701399174) -> (continuation of Deferred@988928735 after retry RPC@1293772728))) after lookup
22:12:49.496 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:49.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.497 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:49.815 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:49.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=424), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [22ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [25ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [27ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [27ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [44ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [46ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [46ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [62ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [64ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [67ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [67ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [103ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [105ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [106ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [106ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [420ms] refreshing cache from master, [420ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [423ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@360064204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@268991d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374) -> (continuation of Deferred@853207642 after retry RPC@1701399174) -> (continuation of Deferred@988928735 after retry RPC@1293772728) -> (continuation of Deferred@1984115684 after retry RPC@1772972358), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62439d -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374) -> (continuation of Deferred@853207642 after retry RPC@1701399174) -> (continuation of Deferred@988928735 after retry RPC@1293772728) -> (continuation of Deferred@1984115684 after retry RPC@1772972358))) after lookup
22:12:49.816 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:49.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:49.818 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.656839  3632 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 3 FOLLOWER]: Starting pre-election (detected failure of leader e3df5f3ee9cd4f5284f1cac36ac30a1f)
22:12:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.656985  3632 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.657486  3632 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:50.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:50.658201  2742 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111) [suppressed 1 similar messages]
22:12:50.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:50.659113  2742 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111)
22:12:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.663432  3528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "beb2dfcb024342c197ba70d17fb39abf" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" is_pre_election: true
22:12:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.663796  3528 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate beb2dfcb024342c197ba70d17fb39abf in term 1.
22:12:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.664554  2741 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, beb2dfcb024342c197ba70d17fb39abf; no voters: e3df5f3ee9cd4f5284f1cac36ac30a1f
22:12:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.664744  3632 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 3 FOLLOWER]: Leader pre-election won for term 4
22:12:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.664805  3632 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 3 FOLLOWER]: Starting leader election (detected failure of leader e3df5f3ee9cd4f5284f1cac36ac30a1f)
22:12:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.664832  3632 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 3 FOLLOWER]: Advancing to term 4
22:12:50.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.665724  3632 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.666044  3632 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 4 election: Requested vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.666383  3528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "beb2dfcb024342c197ba70d17fb39abf" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:12:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.666501  3528 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 1 FOLLOWER]: Advancing to term 4
22:12:50.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:50.666945  2742 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111)
22:12:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.668901  3528 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate beb2dfcb024342c197ba70d17fb39abf in term 4.
22:12:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.669209  2741 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, beb2dfcb024342c197ba70d17fb39abf; no voters: e3df5f3ee9cd4f5284f1cac36ac30a1f
22:12:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.669380  3632 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 4 FOLLOWER]: Leader election won for term 4
22:12:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.669557  3632 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 4 LEADER]: Becoming Leader. State: Replica: beb2dfcb024342c197ba70d17fb39abf, State: Running, Role: LEADER
22:12:50.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.669837  3632 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:50.672139  2258 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf reported cstate change: term changed from 3 to 4, leader changed from e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195) to beb2dfcb024342c197ba70d17fb39abf (127.1.223.194). New cstate: current_term: 4 leader_uuid: "beb2dfcb024342c197ba70d17fb39abf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: UNKNOWN } } }
22:12:51.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:51.077193  2742 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf -> Peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Couldn't send request to peer e3df5f3ee9cd4f5284f1cac36ac30a1f. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:12:51.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.219189  3528 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 4 FOLLOWER]: Refusing update from remote peer beb2dfcb024342c197ba70d17fb39abf: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
22:12:51.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.219967  3632 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
22:12:51.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:51.255 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:51.256 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1864), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [22ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [25ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [27ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [27ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [42ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [44ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [46ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [46ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [62ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [64ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [67ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [67ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [103ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [105ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [106ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [106ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [420ms] refreshing cache from master, [420ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [423ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [425ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [427ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [427ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [1860ms] refreshing cache from master, [1860ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1863ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@360064204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@268991d5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374) -> (continuation of Deferred@853207642 after retry RPC@1701399174) -> (continuation of Deferred@988928735 after retry RPC@1293772728) -> (continuation of Deferred@1984115684 after retry RPC@1772972358) -> (continuation of Deferred@339974527 after retry RPC@371598824), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@62439d -> wakeup thread Time-limited test -> (continuation of Deferred@1924282958 after retry RPC@1625219374) -> (continuation of Deferred@853207642 after retry RPC@1701399174) -> (continuation of Deferred@988928735 after retry RPC@1293772728) -> (continuation of Deferred@1984115684 after retry RPC@1772972358) -> (continuation of Deferred@339974527 after retry RPC@371598824))) after lookup
22:12:51.257 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:12:51.258 [DEBUG - kudu-nio-0] (Connection.java:757) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] Successfully connected to peer
22:12:51.280 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd223b302, L:/127.0.0.1:48860 - R:/127.1.223.194:33897] using TOKEN/null
22:12:51.303 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.195:35199
22:12:51.304 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:12:51.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.304801  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/logs
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.195:35199
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.195
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41247
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.195
22:12:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:51.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:51.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:51.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:12:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:51.421890  3674 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:51.422125  3674 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:51.422181  3674 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:51.426060  3674 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:51.426139  3674 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.195
22:12:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.430719  3674 tablet_server_runner.cc:78] Tablet server non-default flags:
22:12:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:51.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.195:35199
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.195
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41247
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3674
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.195
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/logs
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.431726  3674 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:51.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.432989  3674 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:51.442345  3685 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:51.442378  3684 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.442499  3674 server_base.cc:1034] running on GCE node
22:12:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:51.442368  3687 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.443197  3674 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.443745  3674 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.444904  3674 hybrid_clock.cc:648] HybridClock initialized: now 1786486371444891 us; error 24 us; skew 500 ppm
22:12:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.446712  3674 webserver.cc:460] Webserver started at http://127.1.223.195:41247/ using document root <none> and password file <none>
22:12:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.447254  3674 fs_manager.cc:359] Metadata directory not provided
22:12:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.447340  3674 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.450876  3674 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.001s
22:12:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.452886  3694 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.454020  3674 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:12:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.454130  3674 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:12:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.454766  3674 fs_report.cc:383] FS layout report
22:12:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/data
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.480029  3674 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.480770  3674 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.480954  3674 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.481585  3674 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:12:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.482848  3704 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:12:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.486832  3674 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:12:51.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.486891  3674 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:12:51.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.486974  3674 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:12:51.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.488602  3674 ts_tablet_manager.cc:610] Registered 1 tablets
22:12:51.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.488660  3674 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:12:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.488933  3704 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap starting.
22:12:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.499209  3674 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.195:35199
22:12:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.499269  3903 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.195:35199 every 8 connection(s)
22:12:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.500438  3674 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:12:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.505436  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 3674
22:12:51.505 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:12:51.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.507275  3704 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Log is configured to *not* fsync() on all Append() calls
22:12:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.512667  3904 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:12:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.512914  3904 heartbeater.cc:464] Registering TS with master...
22:12:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.513484  3904 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:12:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.513841  3907 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:12:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.513937  3907 heartbeater.cc:464] Registering TS with master...
22:12:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.514096  3907 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:12:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.515147  3905 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:12:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.515220  3905 heartbeater.cc:464] Registering TS with master...
22:12:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.515376  3905 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:12:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.515444  2250 ts_manager.cc:194] Re-registered known tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.516186  1995 ts_manager.cc:194] Re-registered known tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.516208  2121 ts_manager.cc:194] Re-registered known tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.516330  2250 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.195:46837
22:12:51.518 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:12:51.519 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.194:33897
22:12:51.519 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:12:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.519950  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 2714
22:12:51.534 [DEBUG - kudu-nio-0] (Connection.java:239) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] handling channelInactive
22:12:51.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state READY due to: connection closed
22:12:51.534 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:12:51.535 [DEBUG - Time-limited test] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:12:51.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.538 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.542354  3704 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:12:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.542712  3704 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap complete.
22:12:51.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.543602  3704 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Time spent bootstrapping tablet: real 0.055s	user 0.028s	sys 0.000s
22:12:51.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.545753  3704 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:51.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.546244  3704 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3df5f3ee9cd4f5284f1cac36ac30a1f, State: Initialized, Role: FOLLOWER
22:12:51.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.546687  3704 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:51.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.547379  3904 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:12:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:51.548641  3704 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
22:12:51.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:51.555 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:51.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [3ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [19ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1683422838(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@ea2603b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3044988f -> wakeup thread Time-limited test)) after lookup
22:12:51.556 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:12:51.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.557 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:51.575 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:51.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [3ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [19ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [22ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [22ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [39ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1683422838(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@ea2603b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3044988f -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729))) after lookup
22:12:51.576 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:12:51.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.577 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:51.594 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:51.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [3ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [19ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [22ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [22ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [39ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [40ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [42ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [43ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [58ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1683422838(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@ea2603b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729) -> (continuation of Deferred@1550743511 after retry RPC@94713136), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3044988f -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729) -> (continuation of Deferred@1550743511 after retry RPC@94713136))) after lookup
22:12:51.595 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:12:51.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.597 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:51.635 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:51.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=101), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [3ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [19ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [22ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [22ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [39ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [40ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [42ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [43ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [58ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [60ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [62ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [62ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [99ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1683422838(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@ea2603b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729) -> (continuation of Deferred@1550743511 after retry RPC@94713136) -> (continuation of Deferred@1664847738 after retry RPC@2117349998), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3044988f -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729) -> (continuation of Deferred@1550743511 after retry RPC@94713136) -> (continuation of Deferred@1664847738 after retry RPC@2117349998))) after lookup
22:12:51.637 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:12:51.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:51.639 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:52.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:52.095 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:52.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=560), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [3ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [19ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [22ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [22ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [39ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [40ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [42ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [43ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [58ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [60ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [62ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [62ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [99ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [101ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [104ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [104ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [556ms] refreshing cache from master, [557ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [559ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1683422838(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@ea2603b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729) -> (continuation of Deferred@1550743511 after retry RPC@94713136) -> (continuation of Deferred@1664847738 after retry RPC@2117349998) -> (continuation of Deferred@1759374059 after retry RPC@933565148), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3044988f -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729) -> (continuation of Deferred@1550743511 after retry RPC@94713136) -> (continuation of Deferred@1664847738 after retry RPC@2117349998) -> (continuation of Deferred@1759374059 after retry RPC@933565148))) after lookup
22:12:52.097 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:12:52.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:52.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:52.098 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:12:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.801632  3931 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader beb2dfcb024342c197ba70d17fb39abf)
22:12:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.801770  3931 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.802871  3931 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:52.803608  3398 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111)
22:12:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:52.804450  3398 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897): Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111)
22:12:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.808367  3817 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" is_pre_election: true
22:12:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.808650  3817 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 3.
22:12:52.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.809365  3396 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: beb2dfcb024342c197ba70d17fb39abf
22:12:52.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.809602  3931 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 4 FOLLOWER]: Leader pre-election won for term 5
22:12:52.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.809666  3931 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 4 FOLLOWER]: Starting leader election (detected failure of leader beb2dfcb024342c197ba70d17fb39abf)
22:12:52.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.809706  3931 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 4 FOLLOWER]: Advancing to term 5
22:12:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.810617  3931 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.810936  3931 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 5 election: Requested vote from peers beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.811292  3817 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:12:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.811429  3817 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 3 FOLLOWER]: Advancing to term 5
22:12:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:52.811875  3398 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897): Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111)
22:12:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.813422  3817 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 5.
22:12:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.813715  3396 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: beb2dfcb024342c197ba70d17fb39abf
22:12:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.813885  3931 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 5 FOLLOWER]: Leader election won for term 5
22:12:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.814075  3931 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 5 LEADER]: Becoming Leader. State: Replica: 0a335ef0ecc9424bb45a762ed4d92e7e, State: Running, Role: LEADER
22:12:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.814379  3931 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:52.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:52.816452  2250 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e reported cstate change: term changed from 4 to 5, leader changed from beb2dfcb024342c197ba70d17fb39abf (127.1.223.194) to 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193). New cstate: current_term: 5 leader_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: UNKNOWN } } }
22:12:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.262447  3817 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 5 FOLLOWER]: Refusing update from remote peer 0a335ef0ecc9424bb45a762ed4d92e7e: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
22:12:53.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.263199  3931 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
22:12:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:53.271164  3398 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e -> Peer beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897): Couldn't send request to peer beb2dfcb024342c197ba70d17fb39abf. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:12:53.375 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:53.375 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:53.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1841), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [3ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [19ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [22ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [22ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [39ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [40ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [42ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [43ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [58ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [60ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [62ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [62ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [99ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [101ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [104ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [104ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [556ms] refreshing cache from master, [557ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [559ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [561ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [563ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [563ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [1837ms] refreshing cache from master, [1837ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1839ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1683422838(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@ea2603b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729) -> (continuation of Deferred@1550743511 after retry RPC@94713136) -> (continuation of Deferred@1664847738 after retry RPC@2117349998) -> (continuation of Deferred@1759374059 after retry RPC@933565148) -> (continuation of Deferred@1690185708 after retry RPC@2112290952), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3044988f -> wakeup thread Time-limited test -> (continuation of Deferred@1419221311 after retry RPC@51069729) -> (continuation of Deferred@1550743511 after retry RPC@94713136) -> (continuation of Deferred@1664847738 after retry RPC@2117349998) -> (continuation of Deferred@1759374059 after retry RPC@933565148) -> (continuation of Deferred@1690185708 after retry RPC@2112290952))) after lookup
22:12:53.377 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:53.378 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] Successfully connected to peer
22:12:53.393 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbcd7a4f3, L:/127.0.0.1:49564 - R:/127.1.223.193:41515] using TOKEN/null
22:12:53.410 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.194:33897
22:12:53.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:12:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.410737  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/logs
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.194:33897
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.194
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44705
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.194
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:53.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:12:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:53.524963  3988 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:53.525208  3988 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:53.525256  3988 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:53.529263  3988 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:53.529359  3988 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.194
22:12:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.533869  3988 tablet_server_runner.cc:78] Tablet server non-default flags:
22:12:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.194:33897
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.194
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44705
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3988
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.194
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/logs
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.535066  3988 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:53.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.536588  3988 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:53.545895  4001 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:53.545897  3996 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.546001  3988 server_base.cc:1034] running on GCE node
22:12:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:53.545876  3997 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.546672  3988 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.547204  3988 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.548349  3988 hybrid_clock.cc:648] HybridClock initialized: now 1786486373548335 us; error 30 us; skew 500 ppm
22:12:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.549942  3988 webserver.cc:460] Webserver started at http://127.1.223.194:44705/ using document root <none> and password file <none>
22:12:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.550472  3988 fs_manager.cc:359] Metadata directory not provided
22:12:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.550544  3988 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.554010  3988 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
22:12:53.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.555997  4012 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.557090  3988 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.557207  3988 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.557679  3988 fs_report.cc:383] FS layout report
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/data
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.573553  3988 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.574208  3988 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.574362  3988 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:53.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.574880  3988 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:12:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.576064  4024 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:12:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.579902  3988 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:12:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.579957  3988 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:12:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.580001  3988 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:12:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.581447  3988 ts_tablet_manager.cc:610] Registered 1 tablets
22:12:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.581488  3988 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
22:12:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.581804  4024 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap starting.
22:12:53.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.590912  3988 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.194:33897
22:12:53.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.590972  4225 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.194:33897 every 8 connection(s)
22:12:53.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.591866  3988 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:12:53.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.597025  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 3988
22:12:53.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:12:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.599509  4024 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Log is configured to *not* fsync() on all Append() calls
22:12:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.605408  4226 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:12:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.605661  4226 heartbeater.cc:464] Registering TS with master...
22:12:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.606209  4230 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:12:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.606302  4230 heartbeater.cc:464] Registering TS with master...
22:12:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.606536  4230 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:12:53.608 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:12:53.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.608376  2120 ts_manager.cc:194] Re-registered known tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.609340  4226 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:12:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.610145  2258 ts_manager.cc:194] Re-registered known tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.611101  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.194:43889
22:12:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.613890  4227 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:12:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.613972  4227 heartbeater.cc:464] Registering TS with master...
22:12:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.614135  4227 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:12:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.614969  1998 ts_manager.cc:194] Re-registered known tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.617638  4024 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:12:53.617 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.193:41515
22:12:53.618 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:12:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.618052  4024 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap complete.
22:12:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.618484  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 3369
22:12:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.627768  4024 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Time spent bootstrapping tablet: real 0.046s	user 0.027s	sys 0.004s
22:12:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.630479  4024 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.631129  4024 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: beb2dfcb024342c197ba70d17fb39abf, State: Initialized, Role: FOLLOWER
22:12:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.631574  4024 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.632895  4024 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
22:12:53.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:53.633776  4226 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:12:53.640 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:12:53.640 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] handling channelInactive
22:12:53.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state READY due to: connection closed
22:12:53.652 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:53.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.654 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.674 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:53.675 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:53.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [14ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1468368285(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@46b68143 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66917446 -> wakeup thread Time-limited test)) after lookup
22:12:53.675 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:53.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.677 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:53.694 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:53.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [14ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [37ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [53ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1468368285(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@46b68143 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66917446 -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976))) after lookup
22:12:53.695 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:53.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.696 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:53.734 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:53.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=93), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [14ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [37ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [53ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [55ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [56ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [56ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [91ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [93ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1468368285(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@46b68143 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976) -> (continuation of Deferred@471024118 after retry RPC@1051561433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66917446 -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976) -> (continuation of Deferred@471024118 after retry RPC@1051561433))) after lookup
22:12:53.735 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:53.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.737 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:53.875 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:53.876 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=235), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [14ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [37ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [53ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [55ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [56ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [56ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [91ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [93ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [95ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [97ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [97ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [234ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1468368285(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@46b68143 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976) -> (continuation of Deferred@471024118 after retry RPC@1051561433) -> (continuation of Deferred@1936089077 after retry RPC@569886469), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66917446 -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976) -> (continuation of Deferred@471024118 after retry RPC@1051561433) -> (continuation of Deferred@1936089077 after retry RPC@569886469))) after lookup
22:12:53.877 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:53.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:53.878 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:54.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:54.295 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:12:54.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=654), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [14ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [37ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [53ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [55ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [56ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [56ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [91ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [93ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [95ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [97ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [97ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [234ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [236ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [238ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [238ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [652ms] refreshing cache from master, [652ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [654ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1468368285(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@46b68143 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976) -> (continuation of Deferred@471024118 after retry RPC@1051561433) -> (continuation of Deferred@1936089077 after retry RPC@569886469) -> (continuation of Deferred@292746797 after retry RPC@1001529806), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66917446 -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976) -> (continuation of Deferred@471024118 after retry RPC@1051561433) -> (continuation of Deferred@1936089077 after retry RPC@569886469) -> (continuation of Deferred@292746797 after retry RPC@1001529806))) after lookup
22:12:54.296 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:12:54.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:54.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:54.298 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:12:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.909468  4248 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:12:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.909650  4248 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.910751  4248 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:54.911512  3695 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:54.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:54.912374  3695 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.916523  4128 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf" is_pre_election: true
22:12:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.916800  4128 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in term 4.
22:12:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.917476  3698 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e
22:12:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.917711  4248 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 5 FOLLOWER]: Leader pre-election won for term 6
22:12:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.917778  4248 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 5 FOLLOWER]: Starting leader election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:12:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.917819  4248 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 5 FOLLOWER]: Advancing to term 6
22:12:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.918745  4248 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.919046  4248 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 6 election: Requested vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:12:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.919425  4128 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:12:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.919574  4128 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 4 FOLLOWER]: Advancing to term 6
22:12:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:54.920101  3695 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:12:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.921862  4128 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in term 6.
22:12:54.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.922188  3698 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e
22:12:54.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.922361  4248 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 6 FOLLOWER]: Leader election won for term 6
22:12:54.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.922586  4248 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 6 LEADER]: Becoming Leader. State: Replica: e3df5f3ee9cd4f5284f1cac36ac30a1f, State: Running, Role: LEADER
22:12:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.922884  4248 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:54.925215  2258 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f reported cstate change: term changed from 5 to 6, leader changed from 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193) to e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195). New cstate: current_term: 6 leader_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: HEALTHY } } }
22:12:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:55.426321  4128 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 6 FOLLOWER]: Refusing update from remote peer e3df5f3ee9cd4f5284f1cac36ac30a1f: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
22:12:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:55.427071  4278 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
22:12:55.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:55.437826  3695 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f -> Peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Couldn't send request to peer 0a335ef0ecc9424bb45a762ed4d92e7e. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:12:57.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:57.073 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299981, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:57.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=3433), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [14ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [14ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [37ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [53ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [55ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [56ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [56ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [91ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [93ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [95ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [97ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [97ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [234ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [236ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [238ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [238ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [652ms] refreshing cache from master, [652ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [654ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [656ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [658ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [658ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [3412ms] refreshing cache from master, [3412ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [3414ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@1468368285(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@46b68143 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976) -> (continuation of Deferred@471024118 after retry RPC@1051561433) -> (continuation of Deferred@1936089077 after retry RPC@569886469) -> (continuation of Deferred@292746797 after retry RPC@1001529806) -> (continuation of Deferred@595384404 after retry RPC@166343076), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66917446 -> wakeup thread Time-limited test -> (continuation of Deferred@1064547084 after retry RPC@1378730976) -> (continuation of Deferred@471024118 after retry RPC@1051561433) -> (continuation of Deferred@1936089077 after retry RPC@569886469) -> (continuation of Deferred@292746797 after retry RPC@1001529806) -> (continuation of Deferred@595384404 after retry RPC@166343076))) after lookup
22:12:57.075 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:57.076 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] Successfully connected to peer
22:12:57.094 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb2523c10, L:/127.0.0.1:34014 - R:/127.1.223.195:35199] using TOKEN/null
22:12:57.110 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.193:41515
22:12:57.110 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:12:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.110751  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:12:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:41515
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40415
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:12:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:57.221136  4320 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:12:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:57.221362  4320 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:12:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:57.221395  4320 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:12:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:57.225327  4320 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:12:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:57.225404  4320 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.193
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.229871  4320 tablet_server_runner.cc:78] Tablet server non-default flags:
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:41515
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40415
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4320
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:12:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:12:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:12:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:12:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:12:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:12:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:12:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:12:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.230808  4320 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:12:57.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.232014  4320 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:12:57.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:57.240991  4331 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:57.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:57.241041  4332 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:57.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:57.241014  4336 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:12:57.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.241464  4320 server_base.cc:1034] running on GCE node
22:12:57.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.241858  4320 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:12:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.242491  4320 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:12:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.243649  4320 hybrid_clock.cc:648] HybridClock initialized: now 1786486377243631 us; error 25 us; skew 500 ppm
22:12:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.245354  4320 webserver.cc:460] Webserver started at http://127.1.223.193:40415/ using document root <none> and password file <none>
22:12:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.245896  4320 fs_manager.cc:359] Metadata directory not provided
22:12:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.245965  4320 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:12:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.249399  4320 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
22:12:57.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.251420  4344 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:12:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.252485  4320 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.252589  4320 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.253100  4320 fs_report.cc:383] FS layout report
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/data
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:12:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:12:57.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:12:57.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:12:57.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:12:57.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.265767  4320 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:12:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.266463  4320 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:12:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.266645  4320 kserver.cc:163] Server-wide thread pool size limit: 3276
22:12:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.267237  4320 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:12:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.268396  4356 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:12:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.272395  4320 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:12:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.272465  4320 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:12:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.272534  4320 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:12:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.274145  4320 ts_tablet_manager.cc:610] Registered 1 tablets
22:12:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.274211  4320 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
22:12:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.274534  4356 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap starting.
22:12:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.284154  4320 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.193:41515
22:12:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.284391  4532 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.193:41515 every 8 connection(s)
22:12:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.285667  4320 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:12:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.286813  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 4320
22:12:57.287 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:12:57.292 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:97)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
22:12:57.293 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:79)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
22:12:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.293408  4356 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Log is configured to *not* fsync() on all Append() calls
22:12:57.301 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:12:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.302197  4542 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:12:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.302429  4542 heartbeater.cc:464] Registering TS with master...
22:12:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.302477  4543 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:12:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.302532  4543 heartbeater.cc:464] Registering TS with master...
22:12:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.303009  4543 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:12:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.303009  4542 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:12:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.304893  4534 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:12:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.304967  4534 heartbeater.cc:464] Registering TS with master...
22:12:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.304992  1998 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:12:57.305 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.195:35199
22:12:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.305122  4534 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:12:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.305589  2121 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:12:57.306 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:12:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.305891  2258 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:12:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.306453  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 3674
22:12:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.306882  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.193:47145
22:12:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.325374  4356 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:12:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.325927  4356 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap complete.
22:12:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.327078  4356 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Time spent bootstrapping tablet: real 0.053s	user 0.019s	sys 0.013s
22:12:57.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.329694  4356 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:57.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.330345  4356 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a335ef0ecc9424bb45a762ed4d92e7e, State: Initialized, Role: FOLLOWER
22:12:57.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.330928  4356 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.334583  4356 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.001s
22:12:57.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:57.335111  4534 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:12:57.346 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] handling channelInactive
22:12:57.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state READY due to: connection closed
22:12:57.346 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:12:57.347 [DEBUG - Time-limited test] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:57.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.349 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.354 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:57.354 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:57.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [6ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@682041290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@799b7fe4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@785394e5 -> wakeup thread Time-limited test)) after lookup
22:12:57.355 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:57.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.356 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.373 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:57.374 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:57.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [6ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [8ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [9ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [9ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@682041290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@799b7fe4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@785394e5 -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667))) after lookup
22:12:57.375 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:57.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.376 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:57.415 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:57.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [6ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [8ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [9ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [9ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [27ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [29ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [67ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@682041290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@799b7fe4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@785394e5 -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370))) after lookup
22:12:57.416 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:57.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.417 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:57.475 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:57.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=128), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [6ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [8ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [9ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [9ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [27ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [29ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [67ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [69ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [70ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [70ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [127ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@682041290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@799b7fe4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370) -> (continuation of Deferred@1653231532 after retry RPC@2092068306), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@785394e5 -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370) -> (continuation of Deferred@1653231532 after retry RPC@2092068306))) after lookup
22:12:57.476 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:57.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.478 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:57.635 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:57.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=288), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [6ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [8ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [9ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [9ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [27ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [29ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [67ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [69ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [70ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [70ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [127ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [128ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [131ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [131ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [284ms] refreshing cache from master, [284ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [287ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@682041290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@799b7fe4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370) -> (continuation of Deferred@1653231532 after retry RPC@2092068306) -> (continuation of Deferred@1350433256 after retry RPC@1062130376), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@785394e5 -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370) -> (continuation of Deferred@1653231532 after retry RPC@2092068306) -> (continuation of Deferred@1350433256 after retry RPC@1062130376))) after lookup
22:12:57.636 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:57.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:57.637 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:58.375 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:12:58.375 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:12:58.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1029), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [6ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [8ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [9ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [9ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [27ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [29ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [67ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [69ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [70ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [70ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [127ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [128ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [131ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [131ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [284ms] refreshing cache from master, [284ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [287ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [289ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [290ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [290ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [1025ms] refreshing cache from master, [1025ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1028ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@682041290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@799b7fe4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370) -> (continuation of Deferred@1653231532 after retry RPC@2092068306) -> (continuation of Deferred@1350433256 after retry RPC@1062130376) -> (continuation of Deferred@1711144134 after retry RPC@66956943), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@785394e5 -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370) -> (continuation of Deferred@1653231532 after retry RPC@2092068306) -> (continuation of Deferred@1350433256 after retry RPC@1062130376) -> (continuation of Deferred@1711144134 after retry RPC@66956943))) after lookup
22:12:58.376 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:12:58.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:58.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:58.378 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:12:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.610146  4557 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 6 FOLLOWER]: Starting pre-election (detected failure of leader e3df5f3ee9cd4f5284f1cac36ac30a1f)
22:12:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.610316  4557 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:58.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.611480  4557 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:58.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:58.612221  4016 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111)
22:12:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:58.613063  4016 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111)
22:12:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.616768  4469 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "beb2dfcb024342c197ba70d17fb39abf" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" is_pre_election: true
22:12:58.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.617041  4469 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate beb2dfcb024342c197ba70d17fb39abf in term 5.
22:12:58.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.617725  4013 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, beb2dfcb024342c197ba70d17fb39abf; no voters: e3df5f3ee9cd4f5284f1cac36ac30a1f
22:12:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.617942  4557 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 6 FOLLOWER]: Leader pre-election won for term 7
22:12:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.618005  4557 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 6 FOLLOWER]: Starting leader election (detected failure of leader e3df5f3ee9cd4f5284f1cac36ac30a1f)
22:12:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.618074  4557 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 6 FOLLOWER]: Advancing to term 7
22:12:58.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.618959  4557 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:58.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.619292  4557 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 7 election: Requested vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:12:58.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.619629  4469 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "beb2dfcb024342c197ba70d17fb39abf" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:12:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.619756  4469 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 5 FOLLOWER]: Advancing to term 7
22:12:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:58.620419  4016 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111)
22:12:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.621953  4469 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate beb2dfcb024342c197ba70d17fb39abf in term 7.
22:12:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.622273  4013 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, beb2dfcb024342c197ba70d17fb39abf; no voters: e3df5f3ee9cd4f5284f1cac36ac30a1f
22:12:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.622426  4557 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 7 FOLLOWER]: Leader election won for term 7
22:12:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.622596  4557 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 7 LEADER]: Becoming Leader. State: Replica: beb2dfcb024342c197ba70d17fb39abf, State: Running, Role: LEADER
22:12:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.622857  4557 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:12:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:58.625018  2258 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf reported cstate change: term changed from 6 to 7, leader changed from e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195) to beb2dfcb024342c197ba70d17fb39abf (127.1.223.194). New cstate: current_term: 7 leader_uuid: "beb2dfcb024342c197ba70d17fb39abf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: UNKNOWN } } }
22:12:59.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:59.131323  4469 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 7 FOLLOWER]: Refusing update from remote peer beb2dfcb024342c197ba70d17fb39abf: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
22:12:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:12:59.132076  4589 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
22:12:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:12:59.141259  4016 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf -> Peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Couldn't send request to peer e3df5f3ee9cd4f5284f1cac36ac30a1f. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:13:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:01.814994  4016 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf -> Peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Couldn't send request to peer e3df5f3ee9cd4f5284f1cac36ac30a1f. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
22:13:01.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:01.974 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:01.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=4628), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [2ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [4ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [6ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [8ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [9ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [9ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [26ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [27ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [29ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [67ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [69ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [70ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [70ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [127ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [128ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [131ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [131ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [284ms] refreshing cache from master, [284ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [287ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [289ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [290ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [290ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [1025ms] refreshing cache from master, [1025ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1028ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [1029ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [1031ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [1031ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [4624ms] refreshing cache from master, [4624ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [4626ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@682041290(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@799b7fe4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370) -> (continuation of Deferred@1653231532 after retry RPC@2092068306) -> (continuation of Deferred@1350433256 after retry RPC@1062130376) -> (continuation of Deferred@1711144134 after retry RPC@66956943) -> (continuation of Deferred@1242785327 after retry RPC@619982900), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@785394e5 -> wakeup thread Time-limited test -> (continuation of Deferred@1490292481 after retry RPC@1722016667) -> (continuation of Deferred@2014918225 after retry RPC@31440370) -> (continuation of Deferred@1653231532 after retry RPC@2092068306) -> (continuation of Deferred@1350433256 after retry RPC@1062130376) -> (continuation of Deferred@1711144134 after retry RPC@66956943) -> (continuation of Deferred@1242785327 after retry RPC@619982900))) after lookup
22:13:01.976 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:01.977 [DEBUG - kudu-nio-0] (Connection.java:757) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] Successfully connected to peer
22:13:01.992 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa46b9596, L:/127.0.0.1:45852 - R:/127.1.223.194:33897] using TOKEN/null
22:13:02.008 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.195:35199
22:13:02.010 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:13:02.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.010785  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/logs
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.195:35199
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.195
22:13:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41247
22:13:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.195
22:13:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:13:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:02.123323  4638 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:02.123562  4638 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:02.123610  4638 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:02.127593  4638 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:02.127696  4638 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.195
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.132166  4638 tablet_server_runner.cc:78] Tablet server non-default flags:
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.195:35199
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.195
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41247
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4638
22:13:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.195
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/logs
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.133359  4638 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:02.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.134743  4638 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:02.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:02.143864  4648 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:02.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:02.143882  4646 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:02.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.144342  4638 server_base.cc:1034] running on GCE node
22:13:02.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:02.144568  4652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.145668  4638 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.146409  4638 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:02.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.147571  4638 hybrid_clock.cc:648] HybridClock initialized: now 1786486382147550 us; error 30 us; skew 500 ppm
22:13:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.154497  4638 webserver.cc:460] Webserver started at http://127.1.223.195:41247/ using document root <none> and password file <none>
22:13:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.155068  4638 fs_manager.cc:359] Metadata directory not provided
22:13:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.155139  4638 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.158790  4638 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
22:13:02.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.160902  4659 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:13:02.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.162114  4638 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:13:02.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.162278  4638 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:02.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:13:02.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.162832  4638 fs_report.cc:383] FS layout report
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/data
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:02.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.179737  4638 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:13:02.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.180459  4638 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:02.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.180663  4638 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:02.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.181310  4638 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:13:02.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.182618  4672 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:13:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.186621  4638 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:13:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.186761  4638 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:13:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.186883  4638 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:13:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.188532  4638 ts_tablet_manager.cc:610] Registered 1 tablets
22:13:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.188587  4638 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:13:02.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.188879  4672 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap starting.
22:13:02.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.198650  4638 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.195:35199
22:13:02.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.198730  4863 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.195:35199 every 8 connection(s)
22:13:02.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.199671  4638 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:13:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.204561  4672 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Log is configured to *not* fsync() on all Append() calls
22:13:02.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.208012  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 4638
22:13:02.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.212733  4865 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:13:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.212806  4867 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:13:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.212953  4867 heartbeater.cc:464] Registering TS with master...
22:13:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.212952  4865 heartbeater.cc:464] Registering TS with master...
22:13:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.213563  4865 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:13:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.214205  4868 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:13:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.214252  4867 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:13:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.214282  4868 heartbeater.cc:464] Registering TS with master...
22:13:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.214421  4868 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:13:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.215687  1998 ts_manager.cc:194] Re-registered known tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.215802  2120 ts_manager.cc:194] Re-registered known tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:02.217 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:13:02.218 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.194:33897
22:13:02.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:13:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.217512  2258 ts_manager.cc:194] Re-registered known tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.218500  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.195:58347
22:13:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.218775  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 3988
22:13:02.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.224205  4672 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:13:02.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.224538  4672 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap complete.
22:13:02.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.225548  4672 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Time spent bootstrapping tablet: real 0.037s	user 0.023s	sys 0.008s
22:13:02.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.227938  4672 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:02.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.228334  4672 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3df5f3ee9cd4f5284f1cac36ac30a1f, State: Initialized, Role: FOLLOWER
22:13:02.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.228785  4672 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:02.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.229410  4865 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:13:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:02.229805  4672 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Time spent starting tablet: real 0.004s	user 0.007s	sys 0.000s
22:13:02.235 [DEBUG - kudu-nio-0] (Connection.java:239) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] handling channelInactive
22:13:02.235 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:02.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state READY due to: connection closed
22:13:02.235 [DEBUG - Time-limited test] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:02.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.237 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:02.253 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:02.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@788325037(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@7a8d5f9 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4627027f -> wakeup thread Time-limited test)) after lookup
22:13:02.254 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:02.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.256 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:02.274 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:02.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [19ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [21ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [21ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@788325037(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@7a8d5f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4627027f -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853))) after lookup
22:13:02.275 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:02.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.276 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.293 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:02.294 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:02.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [19ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [21ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [21ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [40ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [41ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [41ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [58ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@788325037(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@7a8d5f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853) -> (continuation of Deferred@1508461942 after retry RPC@1809322529), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4627027f -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853) -> (continuation of Deferred@1508461942 after retry RPC@1809322529))) after lookup
22:13:02.295 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:02.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.296 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.394 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:02.394 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:02.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=159), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [19ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [21ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [21ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [40ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [41ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [41ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [58ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [59ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [61ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [62ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [158ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@788325037(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@7a8d5f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853) -> (continuation of Deferred@1508461942 after retry RPC@1809322529) -> (continuation of Deferred@302358376 after retry RPC@1368019216), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4627027f -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853) -> (continuation of Deferred@1508461942 after retry RPC@1809322529) -> (continuation of Deferred@302358376 after retry RPC@1368019216))) after lookup
22:13:02.395 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:02.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.397 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.454 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:02.454 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:02.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=219), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [19ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [21ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [21ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [40ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [41ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [41ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [58ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [59ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [61ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [62ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [158ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [160ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [162ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [162ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [216ms] refreshing cache from master, [216ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [218ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@788325037(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@7a8d5f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853) -> (continuation of Deferred@1508461942 after retry RPC@1809322529) -> (continuation of Deferred@302358376 after retry RPC@1368019216) -> (continuation of Deferred@1446410103 after retry RPC@1429712496), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4627027f -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853) -> (continuation of Deferred@1508461942 after retry RPC@1809322529) -> (continuation of Deferred@302358376 after retry RPC@1368019216) -> (continuation of Deferred@1446410103 after retry RPC@1429712496))) after lookup
22:13:02.456 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:02.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:02.457 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:03.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.508704  4888 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 7 FOLLOWER]: Starting pre-election (detected failure of leader beb2dfcb024342c197ba70d17fb39abf)
22:13:03.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.508841  4888 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:03.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.509859  4888 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:03.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:03.511039  4347 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111)
22:13:03.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:03.512929  4347 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897): Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111)
22:13:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.515945  4777 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" is_pre_election: true
22:13:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.516218  4777 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 6.
22:13:03.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.516908  4346 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: beb2dfcb024342c197ba70d17fb39abf
22:13:03.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.517138  4888 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 7 FOLLOWER]: Leader pre-election won for term 8
22:13:03.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.517203  4888 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 7 FOLLOWER]: Starting leader election (detected failure of leader beb2dfcb024342c197ba70d17fb39abf)
22:13:03.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.517246  4888 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 7 FOLLOWER]: Advancing to term 8
22:13:03.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.518118  4888 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:03.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.518492  4888 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 8 election: Requested vote from peers beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.518883  4777 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:13:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.519023  4777 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 6 FOLLOWER]: Advancing to term 8
22:13:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:03.519464  4347 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897): Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111)
22:13:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.521214  4777 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 8.
22:13:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.521510  4346 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: beb2dfcb024342c197ba70d17fb39abf
22:13:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.521665  4888 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 8 FOLLOWER]: Leader election won for term 8
22:13:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.521845  4888 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 8 LEADER]: Becoming Leader. State: Replica: 0a335ef0ecc9424bb45a762ed4d92e7e, State: Running, Role: LEADER
22:13:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.522102  4888 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:03.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.524246  2258 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e reported cstate change: term changed from 7 to 8, leader changed from beb2dfcb024342c197ba70d17fb39abf (127.1.223.194) to 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193). New cstate: current_term: 8 leader_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: UNKNOWN } } }
22:13:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.911263  4777 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 8 FOLLOWER]: Refusing update from remote peer 0a335ef0ecc9424bb45a762ed4d92e7e: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
22:13:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:03.911989  4888 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
22:13:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:03.921401  4347 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e -> Peer beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897): Couldn't send request to peer beb2dfcb024342c197ba70d17fb39abf. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:13:04.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:04.495 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:04.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2260), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [19ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [21ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [21ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [40ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [41ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [41ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [58ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [59ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [61ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [62ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [158ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [160ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [162ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [162ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [216ms] refreshing cache from master, [216ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [218ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [220ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [222ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [222ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2257ms] refreshing cache from master, [2257ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [2260ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@788325037(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@7a8d5f9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853) -> (continuation of Deferred@1508461942 after retry RPC@1809322529) -> (continuation of Deferred@302358376 after retry RPC@1368019216) -> (continuation of Deferred@1446410103 after retry RPC@1429712496) -> (continuation of Deferred@1317555178 after retry RPC@734007391), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4627027f -> wakeup thread Time-limited test -> (continuation of Deferred@537286863 after retry RPC@1668951853) -> (continuation of Deferred@1508461942 after retry RPC@1809322529) -> (continuation of Deferred@302358376 after retry RPC@1368019216) -> (continuation of Deferred@1446410103 after retry RPC@1429712496) -> (continuation of Deferred@1317555178 after retry RPC@734007391))) after lookup
22:13:04.497 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:04.498 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] Successfully connected to peer
22:13:04.517 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0e22bc64, L:/127.0.0.1:45086 - R:/127.1.223.193:41515] using TOKEN/null
22:13:04.540 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.194:33897
22:13:04.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.541368  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/logs
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.194:33897
22:13:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.194
22:13:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44705
22:13:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.194
22:13:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:13:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:04.654865  4946 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:04.655094  4946 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:04.655128  4946 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:04.659112  4946 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:04.659194  4946 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.194
22:13:04.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.663731  4946 tablet_server_runner.cc:78] Tablet server non-default flags:
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.194:33897
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.194
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44705
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4946
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.194
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/logs
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:13:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.664685  4946 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.665966  4946 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:04.675307  4955 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:04.675340  4954 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:04.675343  4961 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.675550  4946 server_base.cc:1034] running on GCE node
22:13:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.675920  4946 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.676499  4946 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.677655  4946 hybrid_clock.cc:648] HybridClock initialized: now 1786486384677638 us; error 33 us; skew 500 ppm
22:13:04.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.679419  4946 webserver.cc:460] Webserver started at http://127.1.223.194:44705/ using document root <none> and password file <none>
22:13:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.679962  4946 fs_manager.cc:359] Metadata directory not provided
22:13:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.680022  4946 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.683560  4946 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
22:13:04.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.685647  4969 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:13:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.686990  4946 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:13:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.687089  4946 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:13:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:13:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.687623  4946 fs_report.cc:383] FS layout report
22:13:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/data
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.700917  4946 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:13:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.701463  4946 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.701607  4946 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.702145  4946 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:13:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.703276  4982 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:13:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.707082  4946 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:13:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.707139  4946 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:13:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.707185  4946 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:13:04.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.708631  4946 ts_tablet_manager.cc:610] Registered 1 tablets
22:13:04.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.708678  4946 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:13:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.708954  4982 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap starting.
22:13:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.718202  4946 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.194:33897
22:13:04.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.718317  5185 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.194:33897 every 8 connection(s)
22:13:04.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.719137  4946 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:13:04.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.719672  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 4946
22:13:04.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:04.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.725510  4982 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Log is configured to *not* fsync() on all Append() calls
22:13:04.730 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:13:04.730 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.193:41515
22:13:04.731 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:13:04.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.731276  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 4320
22:13:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.743323  5187 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:13:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.743556  5187 heartbeater.cc:464] Registering TS with master...
22:13:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.744081  5187 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:13:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.745118  5191 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:13:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.745196  5191 heartbeater.cc:464] Registering TS with master...
22:13:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.745359  5191 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:13:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.745771  2258 ts_manager.cc:194] Re-registered known tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:04.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.746690  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.194:42777
22:13:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.747310  2120 ts_manager.cc:194] Re-registered known tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:04.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.750468  5188 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:13:04.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.750535  5188 heartbeater.cc:464] Registering TS with master...
22:13:04.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.750669  5188 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:13:04.751 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] handling channelInactive
22:13:04.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state READY due to: connection closed
22:13:04.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.751760  1998 ts_manager.cc:194] Re-registered known tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:04.752 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:04.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.752807  4982 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:13:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.753136  4982 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap complete.
22:13:04.753 [DEBUG - Time-limited test] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.754060  4982 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Time spent bootstrapping tablet: real 0.045s	user 0.024s	sys 0.009s
22:13:04.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.755 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.756644  4982 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.757035  4982 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: beb2dfcb024342c197ba70d17fb39abf, State: Initialized, Role: FOLLOWER
22:13:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.757444  4982 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.758011  5187 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:13:04.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:04.758461  4982 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Time spent starting tablet: real 0.004s	user 0.008s	sys 0.000s
22:13:04.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:04.774 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:04.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [2ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [20ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@946131877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@5cf8b423 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6aaa2ba8 -> wakeup thread Time-limited test)) after lookup
22:13:04.775 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:04.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.776 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:04.794 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:04.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [2ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [20ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [23ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [40ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@946131877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@5cf8b423 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6aaa2ba8 -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766))) after lookup
22:13:04.795 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:04.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.796 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.814 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:04.814 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:04.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [2ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [20ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [23ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [40ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [42ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [43ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [61ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@946131877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@5cf8b423 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6aaa2ba8 -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758))) after lookup
22:13:04.815 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:04.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.817 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.914 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:04.915 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:04.915 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [2ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [20ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [23ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [40ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [42ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [43ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [61ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [62ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [64ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [64ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [161ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@946131877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@5cf8b423 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758) -> (continuation of Deferred@90269396 after retry RPC@586569470), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6aaa2ba8 -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758) -> (continuation of Deferred@90269396 after retry RPC@586569470))) after lookup
22:13:04.916 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:04.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:04.918 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:05.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:05.074 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:05.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=321), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [2ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [20ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [23ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [40ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [42ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [43ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [61ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [62ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [64ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [64ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [161ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [163ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [165ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [165ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [318ms] refreshing cache from master, [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [320ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@946131877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@5cf8b423 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758) -> (continuation of Deferred@90269396 after retry RPC@586569470) -> (continuation of Deferred@1583890580 after retry RPC@767903961), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6aaa2ba8 -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758) -> (continuation of Deferred@90269396 after retry RPC@586569470) -> (continuation of Deferred@1583890580 after retry RPC@767903961))) after lookup
22:13:05.075 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:05.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:05.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:05.077 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:05.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:05.534 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:05.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=781), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [2ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [20ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [23ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [40ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [42ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [43ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [61ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [62ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [64ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [64ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [161ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [163ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [165ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [165ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [318ms] refreshing cache from master, [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [320ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [322ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [324ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [324ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [778ms] refreshing cache from master, [778ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [780ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@946131877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@5cf8b423 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758) -> (continuation of Deferred@90269396 after retry RPC@586569470) -> (continuation of Deferred@1583890580 after retry RPC@767903961) -> (continuation of Deferred@775799696 after retry RPC@700040462), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6aaa2ba8 -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758) -> (continuation of Deferred@90269396 after retry RPC@586569470) -> (continuation of Deferred@1583890580 after retry RPC@767903961) -> (continuation of Deferred@775799696 after retry RPC@700040462))) after lookup
22:13:05.535 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:05.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:05.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:05.536 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:06.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.040827  5207 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:13:06.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.040963  5207 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.042207  5207 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:06.042869  4660 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:13:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:06.043792  4660 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:13:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.047363  5101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf" is_pre_election: true
22:13:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.047621  5101 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in term 7.
22:13:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.048293  4667 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e
22:13:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.048535  5207 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 8 FOLLOWER]: Leader pre-election won for term 9
22:13:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.048593  5207 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 8 FOLLOWER]: Starting leader election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:13:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.048620  5207 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 8 FOLLOWER]: Advancing to term 9
22:13:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.049441  5207 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.049734  5207 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 9 election: Requested vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.050112  5101 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:13:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.050292  5101 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 7 FOLLOWER]: Advancing to term 9
22:13:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:06.050658  4660 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:13:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.052299  5101 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in term 9.
22:13:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.052594  4667 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e
22:13:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.052764  5207 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 9 FOLLOWER]: Leader election won for term 9
22:13:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.052971  5207 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 9 LEADER]: Becoming Leader. State: Replica: e3df5f3ee9cd4f5284f1cac36ac30a1f, State: Running, Role: LEADER
22:13:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.053269  5207 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.055539  2258 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f reported cstate change: term changed from 8 to 9, leader changed from 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193) to e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195). New cstate: current_term: 9 leader_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: HEALTHY } } }
22:13:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.442445  5101 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 9 FOLLOWER]: Refusing update from remote peer e3df5f3ee9cd4f5284f1cac36ac30a1f: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
22:13:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:06.443310  5207 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
22:13:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:06.451685  4660 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f -> Peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Couldn't send request to peer 0a335ef0ecc9424bb45a762ed4d92e7e. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:13:07.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:07.674 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:13:07.674 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2921), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [2ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [20ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [21ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [23ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [40ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [42ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [43ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [61ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [62ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [64ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [64ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [161ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [163ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [165ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [165ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [318ms] refreshing cache from master, [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [320ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [322ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [324ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [324ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [778ms] refreshing cache from master, [778ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [780ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [782ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [783ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [783ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [2918ms] refreshing cache from master, [2918ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [2920ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@946131877(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@5cf8b423 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758) -> (continuation of Deferred@90269396 after retry RPC@586569470) -> (continuation of Deferred@1583890580 after retry RPC@767903961) -> (continuation of Deferred@775799696 after retry RPC@700040462) -> (continuation of Deferred@1766565140 after retry RPC@529343309), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6aaa2ba8 -> wakeup thread Time-limited test -> (continuation of Deferred@1034498488 after retry RPC@115714766) -> (continuation of Deferred@1727373408 after retry RPC@649076758) -> (continuation of Deferred@90269396 after retry RPC@586569470) -> (continuation of Deferred@1583890580 after retry RPC@767903961) -> (continuation of Deferred@775799696 after retry RPC@700040462) -> (continuation of Deferred@1766565140 after retry RPC@529343309))) after lookup
22:13:07.675 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:13:07.677 [DEBUG - kudu-nio-1] (Connection.java:757) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] Successfully connected to peer
22:13:07.696 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1b3da5a3, L:/127.0.0.1:59402 - R:/127.1.223.195:35199] using TOKEN/null
22:13:07.714 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.193:41515
22:13:07.714 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.714944  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:41515
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40415
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:13:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:07.831868  5268 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:07.832118  5268 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:07.832165  5268 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:07.836295  5268 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:07.836393  5268 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.193
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.841064  5268 tablet_server_runner.cc:78] Tablet server non-default flags:
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:41515
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40415
22:13:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5268
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:13:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.842409  5268 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.843858  5268 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.853389  5268 server_base.cc:1034] running on GCE node
22:13:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:07.853296  5280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:07.853296  5288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:07.853330  5279 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.854007  5268 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.854674  5268 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.855844  5268 hybrid_clock.cc:648] HybridClock initialized: now 1786486387855816 us; error 36 us; skew 500 ppm
22:13:07.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.860577  5268 webserver.cc:460] Webserver started at http://127.1.223.193:40415/ using document root <none> and password file <none>
22:13:07.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.861163  5268 fs_manager.cc:359] Metadata directory not provided
22:13:07.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.861243  5268 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.865067  5268 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
22:13:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.867192  5300 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:13:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.868291  5268 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.002s
22:13:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.868400  5268 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.868925  5268 fs_report.cc:383] FS layout report
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/data
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:07.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.889447  5268 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:13:07.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.890123  5268 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:07.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.890340  5268 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:07.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.891006  5268 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:13:07.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.892369  5311 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:13:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.896010  5268 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:13:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.896070  5268 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:13:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.896131  5268 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:13:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.897650  5268 ts_tablet_manager.cc:610] Registered 1 tablets
22:13:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.897696  5268 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:13:07.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.897921  5311 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap starting.
22:13:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.907104  5268 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.193:41515
22:13:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.907261  5479 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.193:41515 every 8 connection(s)
22:13:07.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.908070  5268 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:13:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.912322  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 5268
22:13:07.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.920974  5311 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Log is configured to *not* fsync() on all Append() calls
22:13:07.921 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:13:07.922 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.195:35199
22:13:07.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:13:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.922842  5480 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:13:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.923069  5480 heartbeater.cc:464] Registering TS with master...
22:13:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.923192  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 4638
22:13:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.923632  5480 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:13:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.928268  5482 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:13:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.928349  5482 heartbeater.cc:464] Registering TS with master...
22:13:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.928493  5482 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:13:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.929102  2250 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:13:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.929898  2250 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.193:48325
22:13:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.934984  5481 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:13:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.935083  5481 heartbeater.cc:464] Registering TS with master...
22:13:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.935267  5481 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:13:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.936115  1995 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:13:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.936584  2120 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:13:07.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:07.942 [DEBUG - kudu-nio-1] (Connection.java:239) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] handling channelInactive
22:13:07.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state READY due to: connection closed
22:13:07.951 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:13:07.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:07.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:07.953 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.955488  5311 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:13:07.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.955818  5311 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap complete.
22:13:07.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.956707  5311 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Time spent bootstrapping tablet: real 0.059s	user 0.031s	sys 0.003s
22:13:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.958971  5311 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.959431  5311 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a335ef0ecc9424bb45a762ed4d92e7e, State: Initialized, Role: FOLLOWER
22:13:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.959892  5311 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.960510  5480 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:13:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:07.960855  5311 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.004s
22:13:07.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:07.974 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:13:07.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [11ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [11ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [32ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@952464793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@18da0787 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3764d029 -> wakeup thread Time-limited test)) after lookup
22:13:07.975 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:13:07.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:07.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:07.977 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:07.993 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:07.993 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:13:07.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [11ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [11ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [32ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [33ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [35ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [35ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [51ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@952464793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@18da0787 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3764d029 -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521))) after lookup
22:13:07.994 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:13:07.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:07.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:07.995 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:08.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:08.034 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:13:08.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=92), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [11ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [11ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [32ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [33ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [35ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [35ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [51ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [52ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [53ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [53ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [90ms] refreshing cache from master, [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [92ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@952464793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@18da0787 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521) -> (continuation of Deferred@149696723 after retry RPC@1699603677), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3764d029 -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521) -> (continuation of Deferred@149696723 after retry RPC@1699603677))) after lookup
22:13:08.035 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:13:08.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:08.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:08.037 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:08.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:08.094 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:13:08.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=152), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [11ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [11ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [32ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [33ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [35ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [35ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [51ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [52ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [53ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [53ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [90ms] refreshing cache from master, [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [92ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [93ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [95ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [95ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [149ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [151ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@952464793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@18da0787 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521) -> (continuation of Deferred@149696723 after retry RPC@1699603677) -> (continuation of Deferred@1267918306 after retry RPC@1106479937), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3764d029 -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521) -> (continuation of Deferred@149696723 after retry RPC@1699603677) -> (continuation of Deferred@1267918306 after retry RPC@1106479937))) after lookup
22:13:08.096 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:13:08.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:08.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:08.097 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:08.894 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:08.895 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:13:08.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=953), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [11ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [11ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [32ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [33ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [35ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [35ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [51ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [52ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [53ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [53ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [90ms] refreshing cache from master, [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [92ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [93ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [95ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [95ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [149ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [151ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [153ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [155ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [155ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [950ms] refreshing cache from master, [950ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [952ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@952464793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@18da0787 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521) -> (continuation of Deferred@149696723 after retry RPC@1699603677) -> (continuation of Deferred@1267918306 after retry RPC@1106479937) -> (continuation of Deferred@283916703 after retry RPC@1124730462), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3764d029 -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521) -> (continuation of Deferred@149696723 after retry RPC@1699603677) -> (continuation of Deferred@1267918306 after retry RPC@1106479937) -> (continuation of Deferred@283916703 after retry RPC@1124730462))) after lookup
22:13:08.896 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:13:08.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:08.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state CONNECTING due to: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:08.898 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199
22:13:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.213717  5500 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 9 FOLLOWER]: Starting pre-election (detected failure of leader e3df5f3ee9cd4f5284f1cac36ac30a1f)
22:13:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.213873  5500 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:09.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.215072  5500 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:09.215873  4971 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111)
22:13:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:09.216776  4971 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111)
22:13:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.220525  5408 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "beb2dfcb024342c197ba70d17fb39abf" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" is_pre_election: true
22:13:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.220804  5408 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate beb2dfcb024342c197ba70d17fb39abf in term 8.
22:13:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.221537  4970 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, beb2dfcb024342c197ba70d17fb39abf; no voters: e3df5f3ee9cd4f5284f1cac36ac30a1f
22:13:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.221773  5500 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 9 FOLLOWER]: Leader pre-election won for term 10
22:13:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.221836  5500 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 9 FOLLOWER]: Starting leader election (detected failure of leader e3df5f3ee9cd4f5284f1cac36ac30a1f)
22:13:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.221875  5500 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 9 FOLLOWER]: Advancing to term 10
22:13:09.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.222781  5500 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:09.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.223090  5500 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 10 election: Requested vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:09.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.223409  5408 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "beb2dfcb024342c197ba70d17fb39abf" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:13:09.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.223533  5408 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 8 FOLLOWER]: Advancing to term 10
22:13:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:09.223984  4971 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111)
22:13:09.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.225579  5408 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate beb2dfcb024342c197ba70d17fb39abf in term 10.
22:13:09.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.225876  4970 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, beb2dfcb024342c197ba70d17fb39abf; no voters: e3df5f3ee9cd4f5284f1cac36ac30a1f
22:13:09.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.226044  5500 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 10 FOLLOWER]: Leader election won for term 10
22:13:09.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.226270  5500 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 10 LEADER]: Becoming Leader. State: Replica: beb2dfcb024342c197ba70d17fb39abf, State: Running, Role: LEADER
22:13:09.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.226569  5500 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.228888  2250 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf reported cstate change: term changed from 9 to 10, leader changed from e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195) to beb2dfcb024342c197ba70d17fb39abf (127.1.223.194). New cstate: current_term: 10 leader_uuid: "beb2dfcb024342c197ba70d17fb39abf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: UNKNOWN } } }
22:13:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:09.799670  4971 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf -> Peer e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199): Couldn't send request to peer e3df5f3ee9cd4f5284f1cac36ac30a1f. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.195:35199: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:13:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.826977  5408 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 10 FOLLOWER]: Refusing update from remote peer beb2dfcb024342c197ba70d17fb39abf: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
22:13:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:09.827690  5535 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
22:13:10.174 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:10.174 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:10.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2232), Traces: [0ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [11ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [11ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [32ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [33ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [35ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [35ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [51ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [52ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [53ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [53ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [90ms] refreshing cache from master, [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [92ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [93ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [95ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [95ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [149ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [151ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [153ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [155ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [155ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [950ms] refreshing cache from master, [950ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [952ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [954ms] sending RPC to server e3df5f3ee9cd4f5284f1cac36ac30a1f, [955ms] received response from server e3df5f3ee9cd4f5284f1cac36ac30a1f: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [956ms] delaying RPC due to: Network error: Failed to connect to peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199): Connection refused: /127.1.223.195:35199, [2229ms] refreshing cache from master, [2229ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [2232ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@952464793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@18da0787 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521) -> (continuation of Deferred@149696723 after retry RPC@1699603677) -> (continuation of Deferred@1267918306 after retry RPC@1106479937) -> (continuation of Deferred@283916703 after retry RPC@1124730462) -> (continuation of Deferred@1309928699 after retry RPC@1563966353), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3764d029 -> wakeup thread Time-limited test -> (continuation of Deferred@998947577 after retry RPC@721342521) -> (continuation of Deferred@149696723 after retry RPC@1699603677) -> (continuation of Deferred@1267918306 after retry RPC@1106479937) -> (continuation of Deferred@283916703 after retry RPC@1124730462) -> (continuation of Deferred@1309928699 after retry RPC@1563966353))) after lookup
22:13:10.176 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:10.177 [DEBUG - kudu-nio-0] (Connection.java:757) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] Successfully connected to peer
22:13:10.190 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe964d0e9, L:/127.0.0.1:49940 - R:/127.1.223.194:33897] using TOKEN/null
22:13:10.204 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.195:35199
22:13:10.205 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.205405  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/logs
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.195:35199
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.195
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41247
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.195
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:13:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:10.320075  5557 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:10.320371  5557 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:10.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:10.320420  5557 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:10.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:10.325064  5557 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:10.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:10.325165  5557 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.195
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.330399  5557 tablet_server_runner.cc:78] Tablet server non-default flags:
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.195:35199
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.195
22:13:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41247
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5557
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.195
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/logs
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:13:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.331576  5557 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:10.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.333132  5557 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:10.343137  5572 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:10.343137  5563 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.343339  5557 server_base.cc:1034] running on GCE node
22:13:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:10.343152  5564 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:10.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.344008  5557 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:10.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.344587  5557 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:10.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.345759  5557 hybrid_clock.cc:648] HybridClock initialized: now 1786486390345737 us; error 30 us; skew 500 ppm
22:13:10.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.347512  5557 webserver.cc:460] Webserver started at http://127.1.223.195:41247/ using document root <none> and password file <none>
22:13:10.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.348093  5557 fs_manager.cc:359] Metadata directory not provided
22:13:10.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.348162  5557 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.351892  5557 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.002s
22:13:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.353935  5592 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:13:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.355121  5557 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:13:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.355233  5557 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:13:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:13:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.355780  5557 fs_report.cc:383] FS layout report
22:13:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/wal
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/data
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.371255  5557 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:13:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.371909  5557 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.372092  5557 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:10.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.372712  5557 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:13:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.373947  5600 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:13:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.377688  5557 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:13:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.377753  5557 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:13:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.377816  5557 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:13:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.379496  5557 ts_tablet_manager.cc:610] Registered 1 tablets
22:13:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.379551  5557 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
22:13:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.379791  5600 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap starting.
22:13:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.389132  5557 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.195:35199
22:13:10.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.389192  5803 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.195:35199 every 8 connection(s)
22:13:10.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.390110  5557 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-2/data/info.pb
22:13:10.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.391664  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 5557
22:13:10.392 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:10.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.398998  5600 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Log is configured to *not* fsync() on all Append() calls
22:13:10.400 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:13:10.401 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.194:33897
22:13:10.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:13:10.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.401995  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 4946
22:13:10.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.412804  5804 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:13:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.413084  5806 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:13:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.413096  5804 heartbeater.cc:464] Registering TS with master...
22:13:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.413198  5806 heartbeater.cc:464] Registering TS with master...
22:13:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.413203  5807 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:13:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.413304  5807 heartbeater.cc:464] Registering TS with master...
22:13:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.413841  5807 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:13:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.413865  5804 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:13:10.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.413842  5806 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:13:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.415948  2258 ts_manager.cc:194] Re-registered known tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.416190  1995 ts_manager.cc:194] Re-registered known tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.416913  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.195:40593
22:13:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.417266  2120 ts_manager.cc:194] Re-registered known tserver with Master: e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:10.420 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:10.420 [DEBUG - kudu-nio-0] (Connection.java:239) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] handling channelInactive
22:13:10.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state READY due to: connection closed
22:13:10.420 [DEBUG - Time-limited test] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:10.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.422 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:10.434 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:10.435 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@656759103(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@587aa7da -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79d5126a -> wakeup thread Time-limited test)) after lookup
22:13:10.436 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:10.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.437 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.438268  5600 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:13:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.438689  5600 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Bootstrap complete.
22:13:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.439694  5600 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Time spent bootstrapping tablet: real 0.060s	user 0.032s	sys 0.008s
22:13:10.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.442060  5600 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:10.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.442533  5600 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3df5f3ee9cd4f5284f1cac36ac30a1f, State: Initialized, Role: FOLLOWER
22:13:10.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.442991  5600 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:10.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.443699  5804 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:13:10.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:10.444061  5600 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
22:13:10.453 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:10.454 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:10.454 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [17ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@656759103(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@587aa7da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79d5126a -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221))) after lookup
22:13:10.454 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:10.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.456 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:10.474 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:10.474 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [17ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [34ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [36ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [36ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [53ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@656759103(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@587aa7da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221) -> (continuation of Deferred@1910265009 after retry RPC@1768509383), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79d5126a -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221) -> (continuation of Deferred@1910265009 after retry RPC@1768509383))) after lookup
22:13:10.475 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:10.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.476 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:10.515 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:10.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [17ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [34ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [36ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [36ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [53ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [54ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [56ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [91ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [94ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@656759103(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@587aa7da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221) -> (continuation of Deferred@1910265009 after retry RPC@1768509383) -> (continuation of Deferred@1446211960 after retry RPC@496056424), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79d5126a -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221) -> (continuation of Deferred@1910265009 after retry RPC@1768509383) -> (continuation of Deferred@1446211960 after retry RPC@496056424))) after lookup
22:13:10.516 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:10.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.518 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:10.835 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)[L],e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:10.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=415), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [17ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [34ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [36ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [36ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [53ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [54ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [56ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [91ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [94ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [95ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [98ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [98ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [412ms] refreshing cache from master, [412ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [414ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@656759103(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@587aa7da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221) -> (continuation of Deferred@1910265009 after retry RPC@1768509383) -> (continuation of Deferred@1446211960 after retry RPC@496056424) -> (continuation of Deferred@1358896492 after retry RPC@1144597859), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79d5126a -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221) -> (continuation of Deferred@1910265009 after retry RPC@1768509383) -> (continuation of Deferred@1446211960 after retry RPC@496056424) -> (continuation of Deferred@1358896492 after retry RPC@1144597859))) after lookup
22:13:10.836 [DEBUG - kudu-nio-0] (Connection.java:748) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] connecting to peer
22:13:10.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] cleaning up while in state CONNECTING due to: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:10.837 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897
22:13:11.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.704854  5834 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 10 FOLLOWER]: Starting pre-election (detected failure of leader beb2dfcb024342c197ba70d17fb39abf)
22:13:11.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.704999  5834 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:11.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.706226  5834 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:11.707062  5305 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111)
22:13:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:11.707952  5305 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897): Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111)
22:13:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.711457  5716 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" is_pre_election: true
22:13:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.711755  5716 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 9.
22:13:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.712476  5302 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: beb2dfcb024342c197ba70d17fb39abf
22:13:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.712752  5834 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 10 FOLLOWER]: Leader pre-election won for term 11
22:13:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.712810  5834 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 10 FOLLOWER]: Starting leader election (detected failure of leader beb2dfcb024342c197ba70d17fb39abf)
22:13:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.712837  5834 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 10 FOLLOWER]: Advancing to term 11
22:13:11.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.713655  5834 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.714000  5834 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 11 election: Requested vote from peers beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897), e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195:35199)
22:13:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.714396  5716 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f"
22:13:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.714527  5716 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 9 FOLLOWER]: Advancing to term 11
22:13:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:11.714960  5305 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897): Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111)
22:13:11.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.716718  5716 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a335ef0ecc9424bb45a762ed4d92e7e in term 11.
22:13:11.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.717021  5302 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0a335ef0ecc9424bb45a762ed4d92e7e, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: beb2dfcb024342c197ba70d17fb39abf
22:13:11.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.717188  5834 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 11 FOLLOWER]: Leader election won for term 11
22:13:11.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.717378  5834 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [term 11 LEADER]: Becoming Leader. State: Replica: 0a335ef0ecc9424bb45a762ed4d92e7e, State: Running, Role: LEADER
22:13:11.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.717653  5834 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:11.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:11.719841  2258 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e reported cstate change: term changed from 10 to 11, leader changed from beb2dfcb024342c197ba70d17fb39abf (127.1.223.194) to 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193). New cstate: current_term: 11 leader_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: UNKNOWN } } }
22:13:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.325580  5716 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 11 FOLLOWER]: Refusing update from remote peer 0a335ef0ecc9424bb45a762ed4d92e7e: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
22:13:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.326484  5863 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
22:13:12.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:12.336362  5305 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e -> Peer beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897): Couldn't send request to peer beb2dfcb024342c197ba70d17fb39abf. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.194:33897: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:13:12.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:12.414 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:12.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1994), Traces: [0ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [2ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [2ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [17ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [17ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [34ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [36ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [36ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [53ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [54ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [56ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [56ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [91ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [94ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [95ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [98ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [98ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [412ms] refreshing cache from master, [412ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [414ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [415ms] sending RPC to server beb2dfcb024342c197ba70d17fb39abf, [417ms] received response from server beb2dfcb024342c197ba70d17fb39abf: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [417ms] delaying RPC due to: Network error: Failed to connect to peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897): Connection refused: /127.1.223.194:33897, [1991ms] refreshing cache from master, [1991ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1993ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@656759103(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@587aa7da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221) -> (continuation of Deferred@1910265009 after retry RPC@1768509383) -> (continuation of Deferred@1446211960 after retry RPC@496056424) -> (continuation of Deferred@1358896492 after retry RPC@1144597859) -> (continuation of Deferred@462160139 after retry RPC@1646153865), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79d5126a -> wakeup thread Time-limited test -> (continuation of Deferred@2064744002 after retry RPC@1747845221) -> (continuation of Deferred@1910265009 after retry RPC@1768509383) -> (continuation of Deferred@1446211960 after retry RPC@496056424) -> (continuation of Deferred@1358896492 after retry RPC@1144597859) -> (continuation of Deferred@462160139 after retry RPC@1646153865))) after lookup
22:13:12.415 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:12.416 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] Successfully connected to peer
22:13:12.434 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd214045c, L:/127.0.0.1:45166 - R:/127.1.223.193:41515] using TOKEN/null
22:13:12.449 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.194:33897
22:13:12.449 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:13:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.449697  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/logs
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.194:33897
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.194
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:12.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44705
22:13:12.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.194
22:13:12.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:12.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:12.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:12.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:13:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:12.562754  5893 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:12.562997  5893 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:12.563033  5893 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:12.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:12.567013  5893 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:12.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:12.567094  5893 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.194
22:13:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.571566  5893 tablet_server_runner.cc:78] Tablet server non-default flags:
22:13:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data
22:13:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.194:33897
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.194
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44705
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5893
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.194
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/logs
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:13:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.572547  5893 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.573969  5893 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:12.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:12.583437  5901 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:12.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:12.583446  5900 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:12.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:12.583492  5904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:12.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.583586  5893 server_base.cc:1034] running on GCE node
22:13:12.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.584200  5893 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:12.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.584761  5893 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.585934  5893 hybrid_clock.cc:648] HybridClock initialized: now 1786486392585908 us; error 32 us; skew 500 ppm
22:13:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.587780  5893 webserver.cc:460] Webserver started at http://127.1.223.194:44705/ using document root <none> and password file <none>
22:13:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.588349  5893 fs_manager.cc:359] Metadata directory not provided
22:13:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.588423  5893 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.592049  5893 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
22:13:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.594079  5914 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:13:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.595278  5893 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:13:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.595386  5893 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.595912  5893 fs_report.cc:383] FS layout report
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/wal
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/data
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.608907  5893 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:13:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.609503  5893 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:12.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.609694  5893 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:12.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.610281  5893 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:13:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.611404  5927 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:13:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.614980  5893 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:13:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.615039  5893 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:13:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.615098  5893 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:13:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.616731  5893 ts_tablet_manager.cc:610] Registered 1 tablets
22:13:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.616777  5893 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:13:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.617019  5927 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap starting.
22:13:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.626852  5893 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.194:33897
22:13:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.626938  6114 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.194:33897 every 8 connection(s)
22:13:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.627792  5893 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-1/data/info.pb
22:13:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.635432  5927 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Log is configured to *not* fsync() on all Append() calls
22:13:12.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.636124  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 5893
22:13:12.636 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:12.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.644193  6121 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:13:12.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.644433  6121 heartbeater.cc:464] Registering TS with master...
22:13:12.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.645027  6121 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:13:12.647 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:13:12.647 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.223.193:41515
22:13:12.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:13:12.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.647891  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 5268
22:13:12.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.647878  1998 ts_manager.cc:194] Re-registered known tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.659282  6115 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:13:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.659404  6115 heartbeater.cc:464] Registering TS with master...
22:13:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.659607  6115 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:13:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.660459  2258 ts_manager.cc:194] Re-registered known tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.661379  2258 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.194:55575
22:13:12.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.662071  6123 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:13:12.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.662185  6123 heartbeater.cc:464] Registering TS with master...
22:13:12.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.662356  6123 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:13:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.663975  2120 ts_manager.cc:194] Re-registered known tserver with Master: beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:12.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.671712  5927 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:13:12.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.672109  5927 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Bootstrap complete.
22:13:12.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.673312  5927 ts_tablet_manager.cc:1397] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Time spent bootstrapping tablet: real 0.056s	user 0.024s	sys 0.016s
22:13:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.676397  5927 raft_consensus.cc:348] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.676915  5927 raft_consensus.cc:729] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: beb2dfcb024342c197ba70d17fb39abf, State: Initialized, Role: FOLLOWER
22:13:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.677388  5927 consensus_queue.cc:260] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.678069  6115 heartbeater.cc:503] Master 127.1.223.252:44485 was elected leader, sending a full tablet report...
22:13:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:12.678517  5927 ts_tablet_manager.cc:1428] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf: Time spent starting tablet: real 0.005s	user 0.007s	sys 0.000s
22:13:12.679 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] handling channelInactive
22:13:12.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state READY due to: connection closed
22:13:12.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:12.681 [DEBUG - Time-limited test] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:12.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.683 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.693 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:12.694 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:12.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [3ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@553701671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@c124fb1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24045ac2 -> wakeup thread Time-limited test)) after lookup
22:13:12.695 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:12.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.697 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:12.714 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:12.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [3ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [17ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@553701671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@c124fb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24045ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482))) after lookup
22:13:12.715 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:12.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.716 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:12.754 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:12.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [3ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [17ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [36ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@553701671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@c124fb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24045ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569))) after lookup
22:13:12.755 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:12.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.756 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:12.835 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:12.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [3ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [17ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [36ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [75ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [76ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [76ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [154ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@553701671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@c124fb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569) -> (continuation of Deferred@744694028 after retry RPC@509650377), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24045ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569) -> (continuation of Deferred@744694028 after retry RPC@509650377))) after lookup
22:13:12.836 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:12.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:12.837 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:13.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:13.234 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:13.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=553), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [3ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [17ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [36ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [75ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [76ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [76ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [154ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [155ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [157ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [157ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [551ms] refreshing cache from master, [551ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [553ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@553701671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@c124fb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569) -> (continuation of Deferred@744694028 after retry RPC@509650377) -> (continuation of Deferred@2100116915 after retry RPC@214498433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24045ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569) -> (continuation of Deferred@744694028 after retry RPC@509650377) -> (continuation of Deferred@2100116915 after retry RPC@214498433))) after lookup
22:13:13.235 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:13.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:13.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:13.236 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:13.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.948652  6143 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:13:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.948793  6143 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.949927  6143 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:13.950659  5593 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:13:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:13.951493  5593 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:13:13.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:13.954 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)[L],beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)]}]
22:13:13.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1274), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [3ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [17ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [36ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [75ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [76ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [76ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [154ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [155ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [157ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [157ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [551ms] refreshing cache from master, [551ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [553ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [555ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [556ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [556ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [1271ms] refreshing cache from master, [1271ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1274ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@553701671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@c124fb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569) -> (continuation of Deferred@744694028 after retry RPC@509650377) -> (continuation of Deferred@2100116915 after retry RPC@214498433) -> (continuation of Deferred@781672632 after retry RPC@1701887263), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24045ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569) -> (continuation of Deferred@744694028 after retry RPC@509650377) -> (continuation of Deferred@2100116915 after retry RPC@214498433) -> (continuation of Deferred@781672632 after retry RPC@1701887263))) after lookup
22:13:13.956 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] connecting to peer
22:13:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.956272  6040 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf" is_pre_election: true
22:13:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.956586  6040 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in term 10.
22:13:13.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:13.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:13.957 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515) for tablet a16c9ec38b1742098be8c320fac822f7: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515
22:13:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.957511  5596 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e
22:13:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.957792  6143 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 11 FOLLOWER]: Leader pre-election won for term 12
22:13:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.957856  6143 raft_consensus.cc:482] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 11 FOLLOWER]: Starting leader election (detected failure of leader 0a335ef0ecc9424bb45a762ed4d92e7e)
22:13:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.957896  6143 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 11 FOLLOWER]: Advancing to term 12
22:13:13.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.958884  6143 raft_consensus.cc:504] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:13.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.959285  6143 leader_election.cc:288] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 12 election: Requested vote from peers 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515), beb2dfcb024342c197ba70d17fb39abf (127.1.223.194:33897)
22:13:13.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.959638  6040 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a16c9ec38b1742098be8c320fac822f7" candidate_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "beb2dfcb024342c197ba70d17fb39abf"
22:13:13.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.959759  6040 raft_consensus.cc:3037] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 10 FOLLOWER]: Advancing to term 12
22:13:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:13.960201  5593 leader_election.cc:334] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111)
22:13:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.961880  6040 raft_consensus.cc:2454] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e3df5f3ee9cd4f5284f1cac36ac30a1f in term 12.
22:13:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.962203  5596 leader_election.cc:302] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: beb2dfcb024342c197ba70d17fb39abf, e3df5f3ee9cd4f5284f1cac36ac30a1f; no voters: 0a335ef0ecc9424bb45a762ed4d92e7e
22:13:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.962363  6143 raft_consensus.cc:2781] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 12 FOLLOWER]: Leader election won for term 12
22:13:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.962598  6143 raft_consensus.cc:686] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [term 12 LEADER]: Becoming Leader. State: Replica: e3df5f3ee9cd4f5284f1cac36ac30a1f, State: Running, Role: LEADER
22:13:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.962910  6143 consensus_queue.cc:237] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } }
22:13:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.965247  2258 catalog_manager.cc:5495] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f reported cstate change: term changed from 11 to 12, leader changed from 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193) to e3df5f3ee9cd4f5284f1cac36ac30a1f (127.1.223.195). New cstate: current_term: 12 leader_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0a335ef0ecc9424bb45a762ed4d92e7e" member_type: VOTER last_known_addr { host: "127.1.223.193" port: 41515 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e3df5f3ee9cd4f5284f1cac36ac30a1f" member_type: VOTER last_known_addr { host: "127.1.223.195" port: 35199 } health_report { overall_health: HEALTHY } } }
22:13:13.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a16c9ec38b1742098be8c320fac822f7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079' with partition [<start>, <end>)
22:13:13.973 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a16c9ec38b1742098be8c320fac822f7@[0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515),beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897),e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)[L]]}]
22:13:13.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a16c9ec38b1742098be8c320fac822f7, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1292), Traces: [0ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [3ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [13ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [15ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [17ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [34ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [35ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [36ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [36ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [75ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [76ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [76ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [154ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [155ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [157ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [157ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [551ms] refreshing cache from master, [551ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [553ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [555ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [556ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [556ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [1271ms] refreshing cache from master, [1271ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1274ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, [1275ms] sending RPC to server 0a335ef0ecc9424bb45a762ed4d92e7e, [1277ms] received response from server 0a335ef0ecc9424bb45a762ed4d92e7e: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [1277ms] delaying RPC due to: Network error: Failed to connect to peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515): Connection refused: /127.1.223.193:41515, [1291ms] refreshing cache from master, [1291ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.223.252:44485, [1292ms] Sub RPC GetTableLocations: received response from server master-127.1.223.252:44485: OK, deferred=Deferred@553701671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/966761625@c124fb1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569) -> (continuation of Deferred@744694028 after retry RPC@509650377) -> (continuation of Deferred@2100116915 after retry RPC@214498433) -> (continuation of Deferred@781672632 after retry RPC@1701887263) -> (continuation of Deferred@419022458 after retry RPC@392219341), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24045ac2 -> wakeup thread Time-limited test -> (continuation of Deferred@1912133685 after retry RPC@1999396482) -> (continuation of Deferred@1111934655 after retry RPC@569534569) -> (continuation of Deferred@744694028 after retry RPC@509650377) -> (continuation of Deferred@2100116915 after retry RPC@214498433) -> (continuation of Deferred@781672632 after retry RPC@1701887263) -> (continuation of Deferred@419022458 after retry RPC@392219341))) after lookup
22:13:13.974 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] connecting to peer
22:13:13.975 [DEBUG - kudu-nio-1] (Connection.java:757) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] Successfully connected to peer
22:13:13.990 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x229192d7, L:/127.0.0.1:45718 - R:/127.1.223.195:35199] using TOKEN/null
22:13:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.993721  6040 raft_consensus.cc:1261] T a16c9ec38b1742098be8c320fac822f7 P beb2dfcb024342c197ba70d17fb39abf [term 12 FOLLOWER]: Refusing update from remote peer e3df5f3ee9cd4f5284f1cac36ac30a1f: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 42. (index mismatch)
22:13:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:13.993841  5593 consensus_peers.cc:487] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f -> Peer 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515): Couldn't send request to peer 0a335ef0ecc9424bb45a762ed4d92e7e. Status: Network error: Client connection negotiation failed: client connection to 127.1.223.193:41515: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:13:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:13.994406  6153 consensus_queue.cc:1035] T a16c9ec38b1742098be8c320fac822f7 P e3df5f3ee9cd4f5284f1cac36ac30a1f [LEADER]: Connected to new peer: Peer: permanent_uuid: "beb2dfcb024342c197ba70d17fb39abf" member_type: VOTER last_known_addr { host: "127.1.223.194" port: 33897 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
22:13:14.011 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.223.193:41515
22:13:14.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.012213  1919 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:13:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:41515
22:13:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:13:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40415
22:13:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:13:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:13:14.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:14.126726  6193 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:13:14.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:14.126963  6193 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:13:14.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:14.126996  6193 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:13:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:14.130812  6193 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:13:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:14.130885  6193 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.223.193
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.135390  6193 tablet_server_runner.cc:78] Tablet server non-default flags:
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.223.212:35037
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.223.193:41515
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.223.193
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40415
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.223.254:45341,127.1.223.253:37977,127.1.223.252:44485
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6193
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:13:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.223.193
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/logs
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 21:38:32 UTC on ccycloud.quasar-aqvrvy.root.comops.site
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581604
22:13:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.136338  6193 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:13:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.137590  6193 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:13:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:14.146929  6206 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:14.146916  6203 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.147243  6193 server_base.cc:1034] running on GCE node
22:13:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 22:13:14.146916  6202 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:13:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.147823  6193 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:13:14.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.148387  6193 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:13:14.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.151674  6193 hybrid_clock.cc:648] HybridClock initialized: now 1786486394151639 us; error 41 us; skew 500 ppm
22:13:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.157863  6193 webserver.cc:460] Webserver started at http://127.1.223.193:40415/ using document root <none> and password file <none>
22:13:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.158604  6193 fs_manager.cc:359] Metadata directory not provided
22:13:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.158680  6193 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:13:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.163043  6193 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
22:13:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.165385  6219 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:13:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.166653  6193 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.166769  6193 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data,/tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a335ef0ecc9424bb45a762ed4d92e7e"
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 22:12:42 on dist-test-slave-zj8q"
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.167318  6193 fs_report.cc:383] FS layout report
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/wal
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/data
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:13:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:13:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.179812  6193 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:13:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.180505  6193 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:13:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.180704  6193 kserver.cc:163] Server-wide thread pool size limit: 3276
22:13:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.181310  6193 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:13:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.182587  6230 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:13:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.186455  6193 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:13:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.186520  6193 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:13:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.186583  6193 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:13:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.188277  6193 ts_tablet_manager.cc:610] Registered 1 tablets
22:13:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.188323  6193 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:13:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.188570  6230 tablet_bootstrap.cc:492] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Bootstrap starting.
22:13:14.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.197885  6193 rpc_server.cc:307] RPC server started. Bound to: 127.1.223.193:41515
22:13:14.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.197962  6426 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.223.193:41515 every 8 connection(s)
22:13:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.198874  6193 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrn8BjL/test-tmp/mini-kudu-cluster3589616257184296023/ts-0/data/info.pb
22:13:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.203267  1919 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu as pid 6193
22:13:14.203 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:13:14.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.210322  6432 heartbeater.cc:347] Connected to a master server at 127.1.223.253:37977
22:13:14.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.210563  6432 heartbeater.cc:464] Registering TS with master...
22:13:14.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.211141  6432 heartbeater.cc:511] Master 127.1.223.253:37977 requested a full tablet report, sending...
22:13:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.212489  6430 heartbeater.cc:347] Connected to a master server at 127.1.223.254:45341
22:13:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.212574  6430 heartbeater.cc:464] Registering TS with master...
22:13:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.212733  6430 heartbeater.cc:511] Master 127.1.223.254:45341 requested a full tablet report, sending...
22:13:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.212929  2120 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:13:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.213702  1998 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:13:14.215 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:13:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.218380  6230 log.cc:824] T a16c9ec38b1742098be8c320fac822f7 P 0a335ef0ecc9424bb45a762ed4d92e7e: Log is configured to *not* fsync() on all Append() calls
22:13:14.218 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786486363079, tablet=a16c9ec38b1742098be8c320fac822f7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:13:14.223 [DEBUG - main] (Connection.java:575) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] disconnecting while in state READY
22:13:14.224 [DEBUG - main] (Connection.java:575) [peer master-127.1.223.252:44485(127.1.223.252:44485)] disconnecting while in state READY
22:13:14.225 [DEBUG - main] (Connection.java:575) [peer master-127.1.223.253:37977(127.1.223.253:37977)] disconnecting while in state READY
22:13:14.225 [DEBUG - main] (Connection.java:575) [peer master-127.1.223.254:45341(127.1.223.254:45341)] disconnecting while in state READY
22:13:14.225 [DEBUG - main] (Connection.java:575) [peer beb2dfcb024342c197ba70d17fb39abf(127.1.223.194:33897)] disconnecting while in state TERMINATED
22:13:14.225 [DEBUG - main] (Connection.java:575) [peer 0a335ef0ecc9424bb45a762ed4d92e7e(127.1.223.193:41515)] disconnecting while in state TERMINATED
22:13:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.226043  6427 heartbeater.cc:347] Connected to a master server at 127.1.223.252:44485
22:13:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.226145  6427 heartbeater.cc:464] Registering TS with master...
22:13:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.226351  6427 heartbeater.cc:511] Master 127.1.223.252:44485 requested a full tablet report, sending...
22:13:14.227 [DEBUG - kudu-nio-1] (Connection.java:239) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] handling channelInactive
22:13:14.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e3df5f3ee9cd4f5284f1cac36ac30a1f(127.1.223.195:35199)] cleaning up while in state READY due to: connection closed
22:13:14.227 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.223.254:45341(127.1.223.254:45341)] handling channelInactive
22:13:14.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.223.254:45341(127.1.223.254:45341)] cleaning up while in state READY due to: connection closed
22:13:14.229 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
22:13:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.228768  2250 ts_manager.cc:194] Re-registered known tserver with Master: 0a335ef0ecc9424bb45a762ed4d92e7e (127.1.223.193:41515)
22:13:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.229741  2250 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.223.193:51063
22:13:14.232 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.223.252:44485(127.1.223.252:44485)] handling channelInactive
22:13:14.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.223.252:44485(127.1.223.252:44485)] cleaning up while in state READY due to: connection closed
22:13:14.232 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.223.253:37977(127.1.223.253:37977)] handling channelInactive
22:13:14.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.223.253:37977(127.1.223.253:37977)] cleaning up while in state READY due to: connection closed
22:13:14.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.234223  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 6193
22:13:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.249804  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 5893
22:13:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.272905  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 5557
22:13:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.293823  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 1936
22:13:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.304919  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 2059
22:13:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 22:13:14.313609  1919 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrn8BjL/build/debug/bin/kudu with pid 2186
22:13:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T22:13:14Z chronyd exiting

Time: 34.459

OK (1 test)

