JUnit version 4.13.2
.06:16:03.096 [INFO - main] (RandomUtils.java:49) Using random seed: 1786515363091
06:16:03.136 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
06:16:03.195 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:16:03.208 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskfWQA5U/test-tmp
06:16:03.211 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
06:16:03.214 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskfWQA5U/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
06:16:03.429 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

06:16:03.442 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:16:03.443 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

06:16:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.444633 12275 mini_oidc.cc:152] Starting JWKS server
06:16:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.445955 12275 webserver.cc:460] Webserver started at http://127.0.0.1:46335/ using document root <none> and password file <none>
06:16:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.446070 12275 mini_oidc.cc:189] Starting OIDC Discovery server
06:16:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.446292 12275 webserver.cc:460] Webserver started at http://127.0.0.1:35551/ using document root <none> and password file <none>
06:16:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:16:03Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:16:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:16:03Z Disabled control of system clock
06:16:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.460655 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/wal
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/data
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/logs
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/data/info.pb
06:16:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:16:03.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.254:35273
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.254
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:16:03.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46335/jwks.json with env {}
06:16:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.542104 12295 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.542315 12295 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.542335 12295 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.543649 12295 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:16:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.543697 12295 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.543713 12295 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.543725 12295 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.543735 12295 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:16:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.543744 12295 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46335/jwks.json
06:16:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.545208 12295 master_runner.cc:386] Master server non-default flags:
06:16:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/data
06:16:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/wal
06:16:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:16:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:16:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.254:35273
06:16:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:16:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:16:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46335/jwks.json
06:16:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/data/info.pb
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.254
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12295
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/logs
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.545423 12295 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.545670 12295 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:03.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.552064 12295 server_base.cc:1034] running on GCE node
06:16:03.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.552165 12314 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:03.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.552325 12317 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:03.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.553387 12315 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:03.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.553637 12295 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:03.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.553891 12295 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:03.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.555030 12295 hybrid_clock.cc:648] HybridClock initialized: now 1786515363555054 us; error 78 us; skew 500 ppm
06:16:03.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.559875 12295 webserver.cc:460] Webserver started at http://127.11.252.254:40789/ using document root <none> and password file <none>
06:16:03.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.560124 12295 fs_manager.cc:359] Metadata directory not provided
06:16:03.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.560182 12295 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:03.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.560315 12295 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:16:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.561358 12295 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/data/instance:
06:16:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "033087fc89cc4f0f9be41b0c750b9932"
06:16:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:03 on dist-test-slave-2j7r"
06:16:03.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.561717 12295 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/wal/instance:
06:16:03.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "033087fc89cc4f0f9be41b0c750b9932"
06:16:03.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:03 on dist-test-slave-2j7r"
06:16:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.563184 12295 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
06:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.563935 12333 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.564095 12295 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
06:16:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.564188 12295 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/wal
06:16:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "033087fc89cc4f0f9be41b0c750b9932"
06:16:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:03 on dist-test-slave-2j7r"
06:16:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.564252 12295 fs_report.cc:383] FS layout report
06:16:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/wal
06:16:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/wal
06:16:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/data/data
06:16:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.595620 12295 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.596004 12295 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.596166 12295 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.600064 12295 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.254:35273
06:16:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.600111 12442 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.254:35273 every 8 connection(s)
06:16:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.600499 12295 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/data/info.pb
06:16:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.601218 12443 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:16:03.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.603308 12443 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } has no permanent_uuid. Determining permanent_uuid...
06:16:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.605790 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 12295
06:16:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.605890 12275 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-0/wal/instance
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.606881 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/wal
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/data
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/logs
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/data/info.pb
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.253:36471
06:16:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.253
06:16:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:16:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:16:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46335/jwks.json with env {}
06:16:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.610421 12443 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } has no permanent_uuid. Determining permanent_uuid...
06:16:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.610838 12341 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.253:36471: connect: Connection refused (error 111)
06:16:03.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.611387 12443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.252.253:36471: Network error: Client connection negotiation failed: client connection to 127.11.252.253:36471: connect: Connection refused (error 111)
06:16:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.660574 12443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } attempt: 1
06:16:03.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.661412 12443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.252.253:36471: Network error: Client connection negotiation failed: client connection to 127.11.252.253:36471: connect: Connection refused (error 111)
06:16:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.687759 12449 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.687934 12449 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.687952 12449 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:03.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.689307 12449 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:16:03.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.689348 12449 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:03.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.689361 12449 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:16:03.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.689371 12449 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:16:03.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.689383 12449 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:16:03.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.689392 12449 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46335/jwks.json
06:16:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.691262 12449 master_runner.cc:386] Master server non-default flags:
06:16:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/data
06:16:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/wal
06:16:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:16:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.253:36471
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46335/jwks.json
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/data/info.pb
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.253
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12449
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/logs
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.691519 12449 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.691838 12449 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:03.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.696889 12461 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:03.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.696883 12470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:03.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.696899 12477 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.696979 12449 server_base.cc:1034] running on GCE node
06:16:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.697280 12449 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.697518 12449 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.698647 12449 hybrid_clock.cc:648] HybridClock initialized: now 1786515363698628 us; error 35 us; skew 500 ppm
06:16:03.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.699767 12449 webserver.cc:460] Webserver started at http://127.11.252.253:45843/ using document root <none> and password file <none>
06:16:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.699952 12449 fs_manager.cc:359] Metadata directory not provided
06:16:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.699999 12449 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.700081 12449 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:16:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.700922 12449 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/data/instance:
06:16:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a6eb3e3b7964917affe267f91685f4b"
06:16:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:03 on dist-test-slave-2j7r"
06:16:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.701239 12449 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/wal/instance:
06:16:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a6eb3e3b7964917affe267f91685f4b"
06:16:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:03 on dist-test-slave-2j7r"
06:16:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.702515 12449 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
06:16:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.703218 12486 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.703423 12449 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.703511 12449 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/wal
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a6eb3e3b7964917affe267f91685f4b"
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:03 on dist-test-slave-2j7r"
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.703575 12449 fs_report.cc:383] FS layout report
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/wal
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/wal
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/data/data
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.721279 12449 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.721585 12449 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.721721 12449 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:03.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.725486 12449 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.253:36471
06:16:03.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.725517 12593 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.253:36471 every 8 connection(s)
06:16:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.725878 12449 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/data/info.pb
06:16:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.726563 12594 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:16:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.728288 12594 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } has no permanent_uuid. Determining permanent_uuid...
06:16:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.729542 12443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } attempt: 2
06:16:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.732120 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 12449
06:16:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.732205 12275 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-1/wal/instance
06:16:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.732590 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/wal
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/data
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/logs
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/data/info.pb
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.252:36351
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.252
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:16:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:16:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46335/jwks.json with env {}
06:16:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.734625 12443 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } has no permanent_uuid. Determining permanent_uuid...
06:16:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.735277 12443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.252.252:36351: Network error: Client connection negotiation failed: client connection to 127.11.252.252:36351: connect: Connection refused (error 111)
06:16:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.736461 12594 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } has no permanent_uuid. Determining permanent_uuid...
06:16:03.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.740198 12594 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } has no permanent_uuid. Determining permanent_uuid...
06:16:03.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.740881 12493 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.252:36351: connect: Connection refused (error 111)
06:16:03.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.741350 12594 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.252.252:36351: Network error: Client connection negotiation failed: client connection to 127.11.252.252:36351: connect: Connection refused (error 111)
06:16:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.778431 12443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } attempt: 1
06:16:03.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.779247 12443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.252.252:36351: Network error: Client connection negotiation failed: client connection to 127.11.252.252:36351: connect: Connection refused (error 111)
06:16:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.790782 12594 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } attempt: 1
06:16:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.791558 12594 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.252.252:36351: Network error: Client connection negotiation failed: client connection to 127.11.252.252:36351: connect: Connection refused (error 111)
06:16:03.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.815943 12600 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:03.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.816135 12600 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:03.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.816154 12600 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.817273 12600 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:16:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.817308 12600 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.817320 12600 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:16:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.817332 12600 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:16:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.817341 12600 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:16:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.817351 12600 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46335/jwks.json
06:16:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.818725 12600 master_runner.cc:386] Master server non-default flags:
06:16:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/data
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/wal
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.252:36351
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:16:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46335/jwks.json
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/data/info.pb
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.252
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12600
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/logs
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:16:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.818920 12600 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.819219 12600 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.824478 12611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.824674 12600 server_base.cc:1034] running on GCE node
06:16:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.824631 12610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.824450 12613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.825065 12600 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.825438 12600 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.826393 12443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } attempt: 2
06:16:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.826588 12600 hybrid_clock.cc:648] HybridClock initialized: now 1786515363826564 us; error 38 us; skew 500 ppm
06:16:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.826994 12443 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.252.252:36351: Network error: Client connection negotiation failed: client connection to 127.11.252.252:36351: connect: Connection refused (error 111)
06:16:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.827980 12600 webserver.cc:460] Webserver started at http://127.11.252.252:44389/ using document root <none> and password file <none>
06:16:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.828166 12600 fs_manager.cc:359] Metadata directory not provided
06:16:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.828197 12600 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.828290 12600 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:16:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.829137 12600 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/data/instance:
06:16:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3555baae4d9644d8b7db530406955059"
06:16:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:03 on dist-test-slave-2j7r"
06:16:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.829573 12600 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/wal/instance:
06:16:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3555baae4d9644d8b7db530406955059"
06:16:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:03 on dist-test-slave-2j7r"
06:16:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.831193 12600 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.002s
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.831961 12629 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.832134 12600 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.832257 12600 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/wal
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3555baae4d9644d8b7db530406955059"
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:03 on dist-test-slave-2j7r"
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.832334 12600 fs_report.cc:383] FS layout report
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/wal
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/wal
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/data/data
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:03.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.843291 12600 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:03.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.843582 12600 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:03.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.843734 12600 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.847566 12600 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.252:36351
06:16:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.847597 12730 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.252:36351 every 8 connection(s)
06:16:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.847961 12600 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/data/info.pb
06:16:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.848641 12731 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:16:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.850482 12731 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } has no permanent_uuid. Determining permanent_uuid...
06:16:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.855196 12731 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } has no permanent_uuid. Determining permanent_uuid...
06:16:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.858069 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 12600
06:16:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.858163 12275 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/master-2/wal/instance
06:16:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.858848 12731 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } has no permanent_uuid. Determining permanent_uuid...
06:16:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.859702 12594 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } attempt: 2
06:16:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.865170 12731 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059: Bootstrap starting.
06:16:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.865923 12731 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059: Neither blocks nor log segments found. Creating new log.
06:16:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.866215 12731 log.cc:824] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059: Log is configured to *not* fsync() on all Append() calls
06:16:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.866871 12731 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059: No bootstrap required, opened a new log
06:16:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.867379 12594 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b: Bootstrap starting.
06:16:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.868383 12594 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b: Neither blocks nor log segments found. Creating new log.
06:16:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.868688 12594 log.cc:824] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b: Log is configured to *not* fsync() on all Append() calls
06:16:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.869484 12731 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } }
06:16:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.869630 12731 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:16:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.869668 12731 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3555baae4d9644d8b7db530406955059, State: Initialized, Role: FOLLOWER
06:16:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.869709 12594 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b: No bootstrap required, opened a new log
06:16:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.869787 12731 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } }
06:16:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.870064 12731 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [sys.catalog]: configured and running, proceeding with master startup.
06:16:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.871935 12769 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:16:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.872167 12769 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:16:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.872509 12594 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } }
06:16:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.872817 12594 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:16:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.873047 12594 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9a6eb3e3b7964917affe267f91685f4b, State: Initialized, Role: FOLLOWER
06:16:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.873381 12594 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } }
06:16:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.873687 12594 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [sys.catalog]: configured and running, proceeding with master startup.
06:16:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.872332 12600 master_runner.cc:186] Error getting master registration for 127.11.252.254:35273: OK, instance_id { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" instance_seqno: 1786515363599064 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:16:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.874498 12600 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:16:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.875176 12748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.875046 12773 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.875433 12794 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:16:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.880188 12748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [sys.catalog]: This master's current role is: FOLLOWER
06:16:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.875540 12449 master_runner.cc:186] Error getting master registration for 127.11.252.254:35273: OK, instance_id { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" instance_seqno: 1786515363599064 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:16:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.880439 12449 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:16:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.880038 12773 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [sys.catalog]: This master's current role is: FOLLOWER
06:16:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.880784 12794 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:16:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.934144 12443 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } attempt: 3
06:16:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.939486 12443 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932: Bootstrap starting.
06:16:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.940275 12443 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932: Neither blocks nor log segments found. Creating new log.
06:16:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.940631 12443 log.cc:824] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932: Log is configured to *not* fsync() on all Append() calls
06:16:03.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.941476 12443 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932: No bootstrap required, opened a new log
06:16:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.943918 12443 raft_consensus.cc:348] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } }
06:16:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.944058 12443 raft_consensus.cc:374] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:16:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.944097 12443 raft_consensus.cc:729] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 033087fc89cc4f0f9be41b0c750b9932, State: Initialized, Role: FOLLOWER
06:16:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.944231 12443 consensus_queue.cc:260] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } }
06:16:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.944568 12443 sys_catalog.cc:564] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [sys.catalog]: configured and running, proceeding with master startup.
06:16:03.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.944638 12799 sys_catalog.cc:455] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.945031 12799 sys_catalog.cc:458] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [sys.catalog]: This master's current role is: FOLLOWER
06:16:03.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.946831 12825 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:16:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.947062 12825 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:16:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.949322 12295 master_runner.cc:263] No leader master found from master 033087fc89cc4f0f9be41b0c750b9932
06:16:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:03.949368 12295 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:16:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:03.972364 12496 tablet.cc:2369] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:16:04.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.094336 12640 tablet.cc:2369] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:16:04.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.097040 12355 tablet.cc:2369] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:16:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.114192 12773 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:16:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.114315 12773 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } }
06:16:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.114516 12773 leader_election.cc:288] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 033087fc89cc4f0f9be41b0c750b9932 (127.11.252.254:35273), 3555baae4d9644d8b7db530406955059 (127.11.252.252:36351)
06:16:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.114851 12678 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9a6eb3e3b7964917affe267f91685f4b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3555baae4d9644d8b7db530406955059" is_pre_election: true
06:16:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.114836 12393 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9a6eb3e3b7964917affe267f91685f4b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "033087fc89cc4f0f9be41b0c750b9932" is_pre_election: true
06:16:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.115001 12393 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9a6eb3e3b7964917affe267f91685f4b in term 0.
06:16:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.115008 12678 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9a6eb3e3b7964917affe267f91685f4b in term 0.
06:16:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.115195 12493 leader_election.cc:302] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3555baae4d9644d8b7db530406955059, 9a6eb3e3b7964917affe267f91685f4b; no voters: 
06:16:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.115351 12773 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 0 FOLLOWER]: Leader pre-election won for term 1
06:16:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.115422 12773 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:16:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.115446 12773 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 0 FOLLOWER]: Advancing to term 1
06:16:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.116159 12773 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } }
06:16:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.116281 12773 leader_election.cc:288] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [CANDIDATE]: Term 1 election: Requested vote from peers 033087fc89cc4f0f9be41b0c750b9932 (127.11.252.254:35273), 3555baae4d9644d8b7db530406955059 (127.11.252.252:36351)
06:16:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.116467 12393 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9a6eb3e3b7964917affe267f91685f4b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "033087fc89cc4f0f9be41b0c750b9932"
06:16:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.116495 12678 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9a6eb3e3b7964917affe267f91685f4b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3555baae4d9644d8b7db530406955059"
06:16:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.116552 12393 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [term 0 FOLLOWER]: Advancing to term 1
06:16:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.116578 12678 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [term 0 FOLLOWER]: Advancing to term 1
06:16:04.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.117267 12393 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9a6eb3e3b7964917affe267f91685f4b in term 1.
06:16:04.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.117345 12678 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9a6eb3e3b7964917affe267f91685f4b in term 1.
06:16:04.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.117466 12493 leader_election.cc:302] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 033087fc89cc4f0f9be41b0c750b9932, 9a6eb3e3b7964917affe267f91685f4b; no voters: 
06:16:04.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.117537 12773 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 1 FOLLOWER]: Leader election won for term 1
06:16:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.117722 12773 raft_consensus.cc:686] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [term 1 LEADER]: Becoming Leader. State: Replica: 9a6eb3e3b7964917affe267f91685f4b, State: Running, Role: LEADER
06:16:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.117820 12773 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } }
06:16:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.118317 12829 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9a6eb3e3b7964917affe267f91685f4b. Latest consensus state: current_term: 1 leader_uuid: "9a6eb3e3b7964917affe267f91685f4b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.118417 12829 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [sys.catalog]: This master's current role is: LEADER
06:16:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.118625 12833 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:16:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.118774 12833 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:16:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.120118 12393 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [term 1 FOLLOWER]: Refusing update from remote peer 9a6eb3e3b7964917affe267f91685f4b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:16:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.120127 12678 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [term 1 FOLLOWER]: Refusing update from remote peer 9a6eb3e3b7964917affe267f91685f4b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:16:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.120455 12773 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [LEADER]: Connected to new peer: Peer: permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:16:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.120559 12829 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [LEADER]: Connected to new peer: Peer: permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:16:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.121678 12799 sys_catalog.cc:455] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9a6eb3e3b7964917affe267f91685f4b. Latest consensus state: current_term: 1 leader_uuid: "9a6eb3e3b7964917affe267f91685f4b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.121743 12799 sys_catalog.cc:458] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [sys.catalog]: This master's current role is: FOLLOWER
06:16:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.121805 12748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9a6eb3e3b7964917affe267f91685f4b. Latest consensus state: current_term: 1 leader_uuid: "9a6eb3e3b7964917affe267f91685f4b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.121855 12748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [sys.catalog]: This master's current role is: FOLLOWER
06:16:04.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123015 12829 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9a6eb3e3b7964917affe267f91685f4b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:04.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123095 12829 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [sys.catalog]: This master's current role is: LEADER
06:16:04.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123131 12829 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9a6eb3e3b7964917affe267f91685f4b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123165 12829 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b [sys.catalog]: This master's current role is: LEADER
06:16:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123171 12748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9a6eb3e3b7964917affe267f91685f4b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123211 12836 mvcc.cc:205] Tried to move back new op lower bound from 7317566931433705472 to 7317566931426967552. Current Snapshot: MvccSnapshot[applied={T|T < 7317566931433705472}]
06:16:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123242 12748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059 [sys.catalog]: This master's current role is: FOLLOWER
06:16:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123260 12799 sys_catalog.cc:455] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9a6eb3e3b7964917affe267f91685f4b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "033087fc89cc4f0f9be41b0c750b9932" member_type: VOTER last_known_addr { host: "127.11.252.254" port: 35273 } } peers { permanent_uuid: "9a6eb3e3b7964917affe267f91685f4b" member_type: VOTER last_known_addr { host: "127.11.252.253" port: 36471 } } peers { permanent_uuid: "3555baae4d9644d8b7db530406955059" member_type: VOTER last_known_addr { host: "127.11.252.252" port: 36351 } } }
06:16:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123318 12799 sys_catalog.cc:458] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932 [sys.catalog]: This master's current role is: FOLLOWER
06:16:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.123466 12839 mvcc.cc:205] Tried to move back new op lower bound from 7317566931433705472 to 7317566931426967552. Current Snapshot: MvccSnapshot[applied={T|T < 7317566931433705472}]
06:16:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.124503 12838 mvcc.cc:205] Tried to move back new op lower bound from 7317566931433705472 to 7317566931426967552. Current Snapshot: MvccSnapshot[applied={T|T < 7317566931433705472}]
06:16:04.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.125152 12833 catalog_manager.cc:1347] Generated new cluster ID: 871e048d81ee4d099b7545709f12ebce
06:16:04.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.125195 12833 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:16:04.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.141048 12833 catalog_manager.cc:1370] Generated new certificate authority record
06:16:04.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.141731 12833 catalog_manager.cc:1504] Loading token signing keys...
06:16:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.151503 12833 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 9a6eb3e3b7964917affe267f91685f4b: Generated new TSK 0
06:16:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.151804 12833 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:16:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.163589 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:0
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.245657 12853 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.245855 12853 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.245882 12853 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.247210 12853 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.247267 12853 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.193
06:16:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.248714 12853 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:0
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12853
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.248967 12853 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.249357 12853 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.254352 12867 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.254388 12866 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.254436 12869 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.254556 12853 server_base.cc:1034] running on GCE node
06:16:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.254931 12853 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.255235 12853 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.256395 12853 hybrid_clock.cc:648] HybridClock initialized: now 1786515364256378 us; error 34 us; skew 500 ppm
06:16:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.257659 12853 webserver.cc:460] Webserver started at http://127.11.252.193:38909/ using document root <none> and password file <none>
06:16:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.257848 12853 fs_manager.cc:359] Metadata directory not provided
06:16:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.257885 12853 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:04.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.257969 12853 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:16:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.258807 12853 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/instance:
06:16:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.259079 12853 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal/instance:
06:16:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.260291 12853 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.260958 12877 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.261160 12853 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.261250 12853 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.261313 12853 fs_report.cc:383] FS layout report
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/data
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.284758 12853 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.285136 12853 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.285281 12853 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.285550 12853 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.285948 12853 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:16:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.285985 12853 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:16:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.286015 12853 ts_tablet_manager.cc:610] Registered 0 tablets
06:16:04.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.286031 12853 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:16:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.291484 12853 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.193:41745
06:16:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.291549 13101 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.193:41745 every 8 connection(s)
06:16:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.291819 12853 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.297828 13102 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.297813 13105 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.297803 13106 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.297937 13105 heartbeater.cc:464] Registering TS with master...
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.297936 13102 heartbeater.cc:464] Registering TS with master...
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.297936 13106 heartbeater.cc:464] Registering TS with master...
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.298131 13105 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.298131 13102 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.298131 13106 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.298693 12514 ts_manager.cc:194] Registered new tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.298729 12656 ts_manager.cc:194] Registered new tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.298786 12372 ts_manager.cc:194] Registered new tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.299043 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 12853
06:16:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.299125 12275 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal/instance
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.299592 12514 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.193:51627
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.300446 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/logs
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.194:0
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.194
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.194
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.384799 13113 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.384991 13113 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.385010 13113 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.386196 13113 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.386248 13113 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.194
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.387506 13113 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.194:0
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.194
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13113
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.194
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/logs
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.387681 13113 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.387955 13113 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.392633 13126 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.392632 13120 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.392702 13119 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.392746 13113 server_base.cc:1034] running on GCE node
06:16:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.393193 13113 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.393396 13113 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.394531 13113 hybrid_clock.cc:648] HybridClock initialized: now 1786515364394512 us; error 29 us; skew 500 ppm
06:16:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.395612 13113 webserver.cc:460] Webserver started at http://127.11.252.194:40311/ using document root <none> and password file <none>
06:16:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.395776 13113 fs_manager.cc:359] Metadata directory not provided
06:16:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.395807 13113 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.395885 13113 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:16:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.396747 13113 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/instance:
06:16:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:04.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.397027 13113 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal/instance:
06:16:04.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:04.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.398195 13113 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
06:16:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.398823 13146 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.398947 13113 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.399009 13113 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.399058 13113 fs_report.cc:383] FS layout report
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/data
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.415328 13113 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.415544 13113 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.415628 13113 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.415782 13113 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:04.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.416102 13113 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:16:04.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.416139 13113 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:16:04.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.416167 13113 ts_tablet_manager.cc:610] Registered 0 tablets
06:16:04.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.416182 13113 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:16:04.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.421731 13113 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.194:41831
06:16:04.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.421766 13359 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.194:41831 every 8 connection(s)
06:16:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.422096 13113 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:04.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.427812 13363 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.427917 13363 heartbeater.cc:464] Registering TS with master...
06:16:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.427913 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 13113
06:16:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.427990 12275 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal/instance
06:16:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.428102 13363 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.427794 13368 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.428300 13368 heartbeater.cc:464] Registering TS with master...
06:16:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.428359 13368 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.428642 12655 ts_manager.cc:194] Registered new tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.428746 12513 ts_manager.cc:194] Registered new tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.428997 13366 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.429040 13366 heartbeater.cc:464] Registering TS with master...
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.429113 13366 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.429206 12513 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.194:60359
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.429314 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/logs
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.195:0
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.195
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.195
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.430351 12374 ts_manager.cc:194] Registered new tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.512934 13375 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.513159 13375 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.513191 13375 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:04.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.514509 13375 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:04.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.514568 13375 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.195
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.515914 13375 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.195:0
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.195
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13375
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.195
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/logs
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:04.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.516142 13375 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.516500 13375 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:04.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.521484 13384 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:04.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.521489 13382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:04.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:04.521495 13386 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:04.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.521943 13375 server_base.cc:1034] running on GCE node
06:16:04.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.522150 13375 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:04.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.522403 13375 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:04.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.523554 13375 hybrid_clock.cc:648] HybridClock initialized: now 1786515364523536 us; error 28 us; skew 500 ppm
06:16:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.524747 13375 webserver.cc:460] Webserver started at http://127.11.252.195:35453/ using document root <none> and password file <none>
06:16:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.524996 13375 fs_manager.cc:359] Metadata directory not provided
06:16:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.525050 13375 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.525199 13375 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:16:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.526149 13375 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/instance:
06:16:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.526500 13375 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal/instance:
06:16:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.527710 13375 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
06:16:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.528409 13398 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.528543 13375 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
06:16:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.528607 13375 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.528649 13375 fs_report.cc:383] FS layout report
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/data
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:04.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.556722 13375 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.556964 13375 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.557049 13375 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.557260 13375 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.557536 13375 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:16:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.557567 13375 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:16:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.557587 13375 ts_tablet_manager.cc:610] Registered 0 tablets
06:16:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.557598 13375 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:16:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.562928 13375 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.195:40343
06:16:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.562985 13626 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.195:40343 every 8 connection(s)
06:16:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.563256 13375 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.564661 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 13375
06:16:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.564771 12275 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal/instance
06:16:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.569887 13629 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.569983 13629 heartbeater.cc:464] Registering TS with master...
06:16:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.570129 13630 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.570175 13630 heartbeater.cc:464] Registering TS with master...
06:16:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.570338 13630 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.570340 13629 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.570806 13628 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.570852 13628 heartbeater.cc:464] Registering TS with master...
06:16:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.570907 13628 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.571064 12374 ts_manager.cc:194] Registered new tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.571175 12655 ts_manager.cc:194] Registered new tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.571218 12513 ts_manager.cc:194] Registered new tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.571655 12513 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.195:36737
06:16:04.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.578871 12275 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
06:16:04.579 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:16:04.581 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

06:16:04.590 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.252.254"
      port: 35273
    }
    bound_http_address {
      host: "127.11.252.254"
      port: 40789
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.252.253"
      port: 36471
    }
    bound_http_address {
      host: "127.11.252.253"
      port: 45843
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.252.252"
      port: 36351
    }
    bound_http_address {
      host: "127.11.252.252"
      port: 44389
    }
  }
}

06:16:04.595 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

06:16:04.598 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.252.193"
      port: 41745
    }
    bound_http_address {
      host: "127.11.252.193"
      port: 38909
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.252.194"
      port: 41831
    }
    bound_http_address {
      host: "127.11.252.194"
      port: 40311
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.252.195"
      port: 40343
    }
    bound_http_address {
      host: "127.11.252.195"
      port: 35453
    }
  }
}

06:16:04.598 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:16:04.766 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
06:16:04.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.873402 12769 catalog_manager.cc:1259] Loaded cluster ID: 871e048d81ee4d099b7545709f12ebce
06:16:04.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.873471 12769 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059: loading cluster ID for follower catalog manager: success
06:16:04.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.874835 12769 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059: acquiring CA information for follower catalog manager: success
06:16:04.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.875208 12769 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3555baae4d9644d8b7db530406955059: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:16:04.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.947645 12825 catalog_manager.cc:1259] Loaded cluster ID: 871e048d81ee4d099b7545709f12ebce
06:16:04.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.947707 12825 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932: loading cluster ID for follower catalog manager: success
06:16:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.948642 12825 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932: acquiring CA information for follower catalog manager: success
06:16:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:04.948976 12825 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 033087fc89cc4f0f9be41b0c750b9932: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:16:04.957 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.252.252:36351(127.11.252.252:36351)] connecting to peer
06:16:05.025 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.252.253:36471(127.11.252.253:36471)] connecting to peer
06:16:05.026 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.252.254:35273(127.11.252.254:35273)] connecting to peer
06:16:05.046 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.252.253:36471(127.11.252.253:36471)] Successfully connected to peer
06:16:05.046 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.252.252:36351(127.11.252.252:36351)] Successfully connected to peer
06:16:05.103 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.252.254:35273(127.11.252.254:35273)] Successfully connected to peer
06:16:05.122 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.252.252
06:16:05.122 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.252.253
06:16:05.233 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.252.254
06:16:05.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.300359 13106 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:05.348 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x11425565, L:/127.0.0.1:47918 - R:/127.11.252.252:36351] using SASL/PLAIN
06:16:05.348 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7c2bb912, L:/127.0.0.1:38138 - R:/127.11.252.253:36471] using SASL/PLAIN
06:16:05.363 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3bb04fee, L:/127.0.0.1:47630 - R:/127.11.252.254:35273] using SASL/PLAIN
06:16:05.389 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:16:05.390 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=475), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.252.252:36351, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.252.253:36471, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.252.254:35273, [442ms] Sub RPC ConnectToMaster: received response from server master-127.11.252.252:36351: OK, [442ms] Sub RPC ConnectToMaster: received response from server master-127.11.252.253:36471: OK, [446ms] Sub RPC ConnectToMaster: received response from server master-127.11.252.254:35273: OK, deferred=null) after lookup
06:16:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.429915 13368 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.439107 12513 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38138:
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904"
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:16:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
06:16:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:16:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:05.439474 12513 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:16:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.450305 13491 tablet_service.cc:1467] Processing CreateTablet for tablet aaf7b217058444d7956074385953264b (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904 [id=1a4ab8f327e44382a055bbb338db01c3]), partition=RANGE (key) PARTITION UNBOUNDED
06:16:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.450352 12969 tablet_service.cc:1467] Processing CreateTablet for tablet aaf7b217058444d7956074385953264b (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904 [id=1a4ab8f327e44382a055bbb338db01c3]), partition=RANGE (key) PARTITION UNBOUNDED
06:16:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.450686 13491 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aaf7b217058444d7956074385953264b. 1 dirs total, 0 dirs full, 0 dirs failed
06:16:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.450686 12969 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aaf7b217058444d7956074385953264b. 1 dirs total, 0 dirs full, 0 dirs failed
06:16:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.450785 13231 tablet_service.cc:1467] Processing CreateTablet for tablet aaf7b217058444d7956074385953264b (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904 [id=1a4ab8f327e44382a055bbb338db01c3]), partition=RANGE (key) PARTITION UNBOUNDED
06:16:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.451138 13231 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aaf7b217058444d7956074385953264b. 1 dirs total, 0 dirs full, 0 dirs failed
06:16:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.456718 13678 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap starting.
06:16:05.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.457238 13676 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap starting.
06:16:05.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.458447 13678 tablet_bootstrap.cc:654] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Neither blocks nor log segments found. Creating new log.
06:16:05.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.458616 13676 tablet_bootstrap.cc:654] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Neither blocks nor log segments found. Creating new log.
06:16:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.459620 13676 log.cc:824] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Log is configured to *not* fsync() on all Append() calls
06:16:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.459829 13678 log.cc:824] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Log is configured to *not* fsync() on all Append() calls
06:16:05.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.460096 13677 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap starting.
06:16:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.461282 13677 tablet_bootstrap.cc:654] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Neither blocks nor log segments found. Creating new log.
06:16:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.461700 13676 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: No bootstrap required, opened a new log
06:16:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.461778 13676 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent bootstrapping tablet: real 0.005s	user 0.003s	sys 0.000s
06:16:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.462209 13678 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: No bootstrap required, opened a new log
06:16:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.462275 13678 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Time spent bootstrapping tablet: real 0.006s	user 0.003s	sys 0.000s
06:16:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.462261 13677 log.cc:824] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Log is configured to *not* fsync() on all Append() calls
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.464913 13676 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465056 13677 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: No bootstrap required, opened a new log
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465181 13678 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465328 13676 raft_consensus.cc:374] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465389 13676 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb11d959ea574f0db459cf6201b01205, State: Initialized, Role: FOLLOWER
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465140 13677 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Time spent bootstrapping tablet: real 0.005s	user 0.002s	sys 0.000s
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465502 13676 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465755 13676 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.000s
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465725 13678 raft_consensus.cc:374] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:16:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465806 13678 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a682da8af9e34f0682a1a6dce172a495, State: Initialized, Role: FOLLOWER
06:16:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.465952 13678 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.467868 13678 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Time spent starting tablet: real 0.006s	user 0.004s	sys 0.000s
06:16:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.468535 13677 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.468829 13677 raft_consensus.cc:374] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:16:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.469023 13677 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af69761588f848ae8311f75d080c6b0c, State: Initialized, Role: FOLLOWER
06:16:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.469519 13677 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.469745 13677 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Time spent starting tablet: real 0.004s	user 0.000s	sys 0.003s
06:16:05.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.469954 13630 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:05.475 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1a4ab8f327e44382a055bbb338db01c3
06:16:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.520884 13689 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:16:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.521000 13689 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.521332 13689 leader_election.cc:288] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.524312 13526 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c" is_pre_election: true
06:16:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.524314 13270 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495" is_pre_election: true
06:16:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.524453 13270 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 0.
06:16:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.524466 13526 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 0.
06:16:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.524667 12886 leader_election.cc:302] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205; no voters: 
06:16:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.524803 13689 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:16:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.524854 13689 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:16:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.524869 13689 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 0 FOLLOWER]: Advancing to term 1
06:16:05.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.525527 13689 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:05.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.525633 13689 leader_election.cc:288] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 1 election: Requested vote from peers af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:05.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.525802 13526 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.525830 13270 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.525892 13270 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 0 FOLLOWER]: Advancing to term 1
06:16:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.525882 13526 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 0 FOLLOWER]: Advancing to term 1
06:16:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.526477 13270 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 1.
06:16:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.526625 12886 leader_election.cc:302] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205; no voters: 
06:16:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.526654 13526 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 1.
06:16:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.526703 13689 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 FOLLOWER]: Leader election won for term 1
06:16:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.526865 13689 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 LEADER]: Becoming Leader. State: Replica: bb11d959ea574f0db459cf6201b01205, State: Running, Role: LEADER
06:16:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.526942 13689 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:05.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.527725 12513 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 reported cstate change: term changed from 0 to 1, leader changed from <none> to bb11d959ea574f0db459cf6201b01205 (127.11.252.193). New cstate: current_term: 1 leader_uuid: "bb11d959ea574f0db459cf6201b01205" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: UNKNOWN } } }
06:16:05.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1a4ab8f327e44382a055bbb338db01c3
06:16:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:05.543635 13107 tablet.cc:2369] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:16:05.557 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:05.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:05.564291 13635 tablet.cc:2369] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:16:05.565 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:05.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [6ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=null) after lookup
06:16:05.576 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:05.577 [DEBUG - kudu-nio-1] (Connection.java:757) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] Successfully connected to peer
06:16:05.623 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6d20b2db, L:/127.0.0.1:49674 - R:/127.11.252.193:41745] using TOKEN/null
06:16:05.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.626370 13270 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 1 FOLLOWER]: Refusing update from remote peer bb11d959ea574f0db459cf6201b01205: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:16:05.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.626370 13526 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 1 FOLLOWER]: Refusing update from remote peer bb11d959ea574f0db459cf6201b01205: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:16:05.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.626721 13696 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:16:05.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.626856 13689 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:16:05.696 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:05.697 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.193:41745
06:16:05.699 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:16:05.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:05.700181 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 12853
06:16:05.739 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:05.742 [DEBUG - kudu-nio-1] (Connection.java:239) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] handling channelInactive
06:16:05.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state READY due to: connection closed
06:16:05.744 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: connection closed
06:16:05.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:05.759 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:05.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [4ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@341985252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@658f3eda -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63f2522d -> wakeup thread Time-limited test)) after lookup
06:16:05.761 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:05.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.762 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:05.779 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:05.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [4ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [23ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [23ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@341985252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@658f3eda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63f2522d -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226))) after lookup
06:16:05.780 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:05.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.781 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:05.819 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:05.820 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [4ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [23ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [23ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [42ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [79ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@341985252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@658f3eda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63f2522d -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139))) after lookup
06:16:05.821 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:05.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.822 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:05.879 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:05.880 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=140), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [4ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [23ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [23ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [42ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [79ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [81ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [83ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [83ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [139ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@341985252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@658f3eda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139) -> (continuation of Deferred@290735025 after retry RPC@443873221), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63f2522d -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139) -> (continuation of Deferred@290735025 after retry RPC@443873221))) after lookup
06:16:05.881 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:05.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:05.882 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:06.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:06.239 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:06.240 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=500), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [4ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [23ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [23ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [42ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [79ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [81ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [83ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [83ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [139ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [141ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [143ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [143ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [497ms] refreshing cache from master, [497ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [499ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@341985252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@658f3eda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139) -> (continuation of Deferred@290735025 after retry RPC@443873221) -> (continuation of Deferred@1384033835 after retry RPC@724053515), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63f2522d -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139) -> (continuation of Deferred@290735025 after retry RPC@443873221) -> (continuation of Deferred@1384033835 after retry RPC@724053515))) after lookup
06:16:06.241 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:06.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:06.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:06.242 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.157723 13715 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.157763 13716 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.157838 13716 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.157811 13715 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.158138 13715 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.158365 13716 leader_election.cc:288] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:07.158526 13157 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:07.158808 13406 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:07.159209 13157 leader_election.cc:334] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:07.159247 13406 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161382 13526 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "a682da8af9e34f0682a1a6dce172a495" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c" is_pre_election: true
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161468 13526 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a682da8af9e34f0682a1a6dce172a495 in term 1.
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161471 13270 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495" is_pre_election: true
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161538 13270 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate af69761588f848ae8311f75d080c6b0c in term 1.
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161652 13152 leader_election.cc:302] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161665 13406 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161751 13716 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 1 FOLLOWER]: Leader pre-election won for term 2
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161796 13716 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 1 FOLLOWER]: Starting leader election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161814 13716 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 1 FOLLOWER]: Advancing to term 2
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161801 13715 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 1 FOLLOWER]: Leader pre-election won for term 2
06:16:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161834 13715 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 1 FOLLOWER]: Starting leader election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:07.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.161854 13715 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 1 FOLLOWER]: Advancing to term 2
06:16:07.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.162590 13715 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:07.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.162590 13716 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:07.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.162708 13715 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 2 election: Requested vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:07.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.162779 13716 leader_election.cc:288] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 2 election: Requested vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.162992 13270 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.162992 13526 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "a682da8af9e34f0682a1a6dce172a495" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.163074 13270 raft_consensus.cc:2379] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate af69761588f848ae8311f75d080c6b0c in current term 2: Already voted for candidate a682da8af9e34f0682a1a6dce172a495 in this term.
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.163074 13526 raft_consensus.cc:2379] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a682da8af9e34f0682a1a6dce172a495 in current term 2: Already voted for candidate af69761588f848ae8311f75d080c6b0c in this term.
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:07.163141 13406 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:07.163291 13157 leader_election.cc:334] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.163280 13406 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: af69761588f848ae8311f75d080c6b0c; no voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.163345 13157 leader_election.cc:302] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495; no voters: af69761588f848ae8311f75d080c6b0c, bb11d959ea574f0db459cf6201b01205
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.163389 13715 raft_consensus.cc:2726] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:16:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:07.163436 13716 raft_consensus.cc:2726] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:16:07.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:07.479 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:07.480 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1740), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [4ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [23ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [23ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [42ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [79ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [81ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [83ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [83ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [139ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [141ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [143ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [143ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [497ms] refreshing cache from master, [497ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [499ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [501ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [503ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [503ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1737ms] refreshing cache from master, [1737ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1739ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@341985252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@658f3eda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139) -> (continuation of Deferred@290735025 after retry RPC@443873221) -> (continuation of Deferred@1384033835 after retry RPC@724053515) -> (continuation of Deferred@161480405 after retry RPC@1672335771), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63f2522d -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139) -> (continuation of Deferred@290735025 after retry RPC@443873221) -> (continuation of Deferred@1384033835 after retry RPC@724053515) -> (continuation of Deferred@161480405 after retry RPC@1672335771))) after lookup
06:16:07.481 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:07.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:07.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:07.482 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.045975 13733 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:16:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.046069 13733 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.046232 13733 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.046587 13270 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495" is_pre_election: true
06:16:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.046681 13270 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate af69761588f848ae8311f75d080c6b0c in term 2.
06:16:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.046819 13406 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.046895 13406 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.046957 13733 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 2 FOLLOWER]: Leader pre-election won for term 3
06:16:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.046996 13733 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:16:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.047009 13733 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 2 FOLLOWER]: Advancing to term 3
06:16:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.047626 13733 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.047731 13733 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 3 election: Requested vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.048008 13270 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.048081 13270 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 2 FOLLOWER]: Advancing to term 3
06:16:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.048151 13406 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.048714 13270 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate af69761588f848ae8311f75d080c6b0c in term 3.
06:16:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.048890 13406 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.048977 13733 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 FOLLOWER]: Leader election won for term 3
06:16:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.049110 13733 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 LEADER]: Becoming Leader. State: Replica: af69761588f848ae8311f75d080c6b0c, State: Running, Role: LEADER
06:16:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.049209 13733 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.049921 12514 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c reported cstate change: term changed from 1 to 3, leader changed from bb11d959ea574f0db459cf6201b01205 (127.11.252.193) to af69761588f848ae8311f75d080c6b0c (127.11.252.195). New cstate: current_term: 3 leader_uuid: "af69761588f848ae8311f75d080c6b0c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: UNKNOWN } } }
06:16:09.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:09.319 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:09.321 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3580), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [4ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [23ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [23ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [42ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [79ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [81ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [83ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [83ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [139ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [141ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [143ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [143ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [497ms] refreshing cache from master, [497ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [499ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [501ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [503ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [503ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1737ms] refreshing cache from master, [1737ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1739ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [1742ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [1743ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1743ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [3577ms] refreshing cache from master, [3577ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [3579ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@341985252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@658f3eda -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139) -> (continuation of Deferred@290735025 after retry RPC@443873221) -> (continuation of Deferred@1384033835 after retry RPC@724053515) -> (continuation of Deferred@161480405 after retry RPC@1672335771) -> (continuation of Deferred@1025729476 after retry RPC@610115253), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@63f2522d -> wakeup thread Time-limited test -> (continuation of Deferred@516904124 after retry RPC@1876762226) -> (continuation of Deferred@2110041918 after retry RPC@58787139) -> (continuation of Deferred@290735025 after retry RPC@443873221) -> (continuation of Deferred@1384033835 after retry RPC@724053515) -> (continuation of Deferred@161480405 after retry RPC@1672335771) -> (continuation of Deferred@1025729476 after retry RPC@610115253))) after lookup
06:16:09.322 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:09.326 [DEBUG - kudu-nio-0] (Connection.java:757) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] Successfully connected to peer
06:16:09.345 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbcd736d4, L:/127.0.0.1:33640 - R:/127.11.252.195:40343] using TOKEN/null
06:16:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.347031 13270 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 3 FOLLOWER]: Refusing update from remote peer af69761588f848ae8311f75d080c6b0c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
06:16:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.347234 13406 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c -> Peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Couldn't send request to peer bb11d959ea574f0db459cf6201b01205. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.347371 13733 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
06:16:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.354606 13765 mvcc.cc:205] Tried to move back new op lower bound from 7317566952842981376 to 7317566951625981952. Current Snapshot: MvccSnapshot[applied={T|T < 7317566952842981376}]
06:16:09.361 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.193:41745
06:16:09.362 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.363260 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:41745
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38909
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:09.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.445369 13773 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:09.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.445576 13773 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:09.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.445606 13773 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.446869 13773 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.446925 13773 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.193
06:16:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.448279 13773 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:09.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:41745
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38909
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13773
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:09.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.448499 13773 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:09.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.448846 13773 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.454015 13781 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.454038 13773 server_base.cc:1034] running on GCE node
06:16:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.454010 13784 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:09.453975 13780 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.454329 13773 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.454528 13773 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.455668 13773 hybrid_clock.cc:648] HybridClock initialized: now 1786515369455670 us; error 47 us; skew 500 ppm
06:16:09.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.460791 13773 webserver.cc:460] Webserver started at http://127.11.252.193:38909/ using document root <none> and password file <none>
06:16:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.460978 13773 fs_manager.cc:359] Metadata directory not provided
06:16:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.461026 13773 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.462311 13773 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.462895 13793 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.463034 13773 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.463104 13773 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.463378 13773 fs_report.cc:383] FS layout report
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/data
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.484066 13773 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.484298 13773 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.484390 13773 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.484553 13773 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:09.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.485000 13810 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:09.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.486462 13773 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:09.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.486522 13773 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
06:16:09.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.486555 13773 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.487164 13773 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.487196 13773 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.487288 13810 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap starting.
06:16:09.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.495353 13773 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.193:41745
06:16:09.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.495391 14012 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.193:41745 every 8 connection(s)
06:16:09.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.495759 13773 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:09.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.497385 13810 log.cc:824] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Log is configured to *not* fsync() on all Append() calls
06:16:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.499185 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 13773
06:16:09.499 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.500124 13810 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.500456 13810 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap complete.
06:16:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.501704 13810 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent bootstrapping tablet: real 0.014s	user 0.006s	sys 0.008s
06:16:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.502776 14018 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.502867 14018 heartbeater.cc:464] Registering TS with master...
06:16:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.503069 14018 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.502875 13810 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.503191 13810 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb11d959ea574f0db459cf6201b01205, State: Initialized, Role: FOLLOWER
06:16:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.503299 13810 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.503589 13810 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
06:16:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.503851 14017 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.503890 14017 heartbeater.cc:464] Registering TS with master...
06:16:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.503962 14017 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:09.504 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.504331 12372 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.504593 12514 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.505052 12514 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.193:33025
06:16:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.505733 14018 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:09.506 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.195:40343
06:16:09.506 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:16:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.507030 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 13375
06:16:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.514294 14013 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.514353 14013 heartbeater.cc:464] Registering TS with master...
06:16:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.514398 14013 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:09.514750 12655 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:09.518 [DEBUG - kudu-nio-0] (Connection.java:239) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] handling channelInactive
06:16:09.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state READY due to: connection closed
06:16:09.518 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:09.519 [DEBUG - Time-limited test] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:09.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.521 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:09.539 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:09.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1388755279(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5cfb4523 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f9c9883 -> wakeup thread Time-limited test)) after lookup
06:16:09.540 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:09.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.542 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.559 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:09.559 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:09.560 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [23ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [23ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1388755279(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5cfb4523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f9c9883 -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719))) after lookup
06:16:09.561 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:09.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.562 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:09.579 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:09.580 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [23ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [23ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [42ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [43ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [43ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [59ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1388755279(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5cfb4523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719) -> (continuation of Deferred@414473543 after retry RPC@1676377895), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f9c9883 -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719) -> (continuation of Deferred@414473543 after retry RPC@1676377895))) after lookup
06:16:09.580 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:09.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.583 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:09.700 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:09.700 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=181), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [23ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [23ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [42ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [43ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [43ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [59ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [61ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [63ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [64ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [177ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [179ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1388755279(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5cfb4523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719) -> (continuation of Deferred@414473543 after retry RPC@1676377895) -> (continuation of Deferred@1933711758 after retry RPC@1273516678), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f9c9883 -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719) -> (continuation of Deferred@414473543 after retry RPC@1676377895) -> (continuation of Deferred@1933711758 after retry RPC@1273516678))) after lookup
06:16:09.702 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:09.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.703 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:09.859 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:09.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=340), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [23ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [23ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [42ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [43ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [43ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [59ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [61ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [63ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [64ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [177ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [179ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [182ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [184ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [184ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [337ms] refreshing cache from master, [337ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [339ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1388755279(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5cfb4523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719) -> (continuation of Deferred@414473543 after retry RPC@1676377895) -> (continuation of Deferred@1933711758 after retry RPC@1273516678) -> (continuation of Deferred@1951282958 after retry RPC@1629244483), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f9c9883 -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719) -> (continuation of Deferred@414473543 after retry RPC@1676377895) -> (continuation of Deferred@1933711758 after retry RPC@1273516678) -> (continuation of Deferred@1951282958 after retry RPC@1629244483))) after lookup
06:16:09.860 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:09.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:09.863 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:10.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.678666 14037 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:16:10.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.678835 14037 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:10.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.679234 14037 leader_election.cc:288] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:10.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:10.679629 13796 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:10.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:10.680045 13796 leader_election.cc:334] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:10.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.682372 13270 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495" is_pre_election: true
06:16:10.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.682643 13802 leader_election.cc:302] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bb11d959ea574f0db459cf6201b01205; no voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c
06:16:10.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.682775 14037 raft_consensus.cc:2726] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:16:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.860345 14044 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader af69761588f848ae8311f75d080c6b0c)
06:16:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.860423 14044 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.860564 14044 leader_election.cc:288] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:10.861542 13152 leader_election.cc:334] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.864933 13926 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "a682da8af9e34f0682a1a6dce172a495" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "bb11d959ea574f0db459cf6201b01205" is_pre_election: true
06:16:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.865077 13926 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a682da8af9e34f0682a1a6dce172a495 in term 1.
06:16:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.865357 13157 leader_election.cc:302] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205; no voters: af69761588f848ae8311f75d080c6b0c
06:16:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.865494 14044 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 3 FOLLOWER]: Leader pre-election won for term 4
06:16:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.865525 14044 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 3 FOLLOWER]: Starting leader election (detected failure of leader af69761588f848ae8311f75d080c6b0c)
06:16:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.865558 14044 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 3 FOLLOWER]: Advancing to term 4
06:16:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.866498 14044 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.866638 14044 leader_election.cc:288] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 4 election: Requested vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.866937 13926 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "a682da8af9e34f0682a1a6dce172a495" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.867017 13926 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 1 FOLLOWER]: Advancing to term 4
06:16:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.868414 13926 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a682da8af9e34f0682a1a6dce172a495 in term 4.
06:16:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.868602 13157 leader_election.cc:302] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205; no voters: 
06:16:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:10.868682 13152 leader_election.cc:334] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.868687 14044 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 FOLLOWER]: Leader election won for term 4
06:16:10.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.868877 14044 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 LEADER]: Becoming Leader. State: Replica: a682da8af9e34f0682a1a6dce172a495, State: Running, Role: LEADER
06:16:10.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.869674 14044 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:10.870553 12514 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 reported cstate change: term changed from 3 to 4, leader changed from af69761588f848ae8311f75d080c6b0c (127.11.252.195) to a682da8af9e34f0682a1a6dce172a495 (127.11.252.194). New cstate: current_term: 4 leader_uuid: "a682da8af9e34f0682a1a6dce172a495" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: HEALTHY } } }
06:16:11.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.294673 13926 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 4 FOLLOWER]: Refusing update from remote peer a682da8af9e34f0682a1a6dce172a495: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
06:16:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.295011 14044 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
06:16:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:11.298010 13152 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 -> Peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Couldn't send request to peer af69761588f848ae8311f75d080c6b0c. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:11.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:11.379 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:11.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1860), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [23ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [23ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [42ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [43ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [43ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [59ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [61ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [63ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [64ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [177ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [179ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [182ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [184ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [184ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [337ms] refreshing cache from master, [337ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [339ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [341ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [344ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [344ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [1857ms] refreshing cache from master, [1857ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1859ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1388755279(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5cfb4523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719) -> (continuation of Deferred@414473543 after retry RPC@1676377895) -> (continuation of Deferred@1933711758 after retry RPC@1273516678) -> (continuation of Deferred@1951282958 after retry RPC@1629244483) -> (continuation of Deferred@963107193 after retry RPC@983229506), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f9c9883 -> wakeup thread Time-limited test -> (continuation of Deferred@1903342658 after retry RPC@979460719) -> (continuation of Deferred@414473543 after retry RPC@1676377895) -> (continuation of Deferred@1933711758 after retry RPC@1273516678) -> (continuation of Deferred@1951282958 after retry RPC@1629244483) -> (continuation of Deferred@963107193 after retry RPC@983229506))) after lookup
06:16:11.380 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:11.381 [DEBUG - kudu-nio-1] (Connection.java:757) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] Successfully connected to peer
06:16:11.396 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6db4f3e2, L:/127.0.0.1:42970 - R:/127.11.252.194:41831] using TOKEN/null
06:16:11.409 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.195:40343
06:16:11.409 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.410079 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/logs
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.195:40343
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.195
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35453
06:16:11.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.195
06:16:11.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:11.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:11.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:11.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:11.495823 14101 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:11.496090 14101 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:11.496119 14101 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:11.497316 14101 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:11.497377 14101 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.195
06:16:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.498957 14101 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data
06:16:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.195:40343
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.195
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35453
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14101
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.195
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/logs
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.499208 14101 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.499552 14101 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:11.505786 14113 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.505893 14101 server_base.cc:1034] running on GCE node
06:16:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:11.506119 14109 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:11.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:11.509747 14110 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.509961 14101 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.511492 14101 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.512651 14101 hybrid_clock.cc:648] HybridClock initialized: now 1786515371512629 us; error 33 us; skew 500 ppm
06:16:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.514087 14101 webserver.cc:460] Webserver started at http://127.11.252.195:35453/ using document root <none> and password file <none>
06:16:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.514278 14101 fs_manager.cc:359] Metadata directory not provided
06:16:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.514331 14101 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.515515 14101 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
06:16:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.516072 14121 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.516215 14101 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
06:16:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.516299 14101 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.516607 14101 fs_report.cc:383] FS layout report
06:16:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/data
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.528292 14101 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.528508 14101 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.528600 14101 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.528754 14101 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.529145 14134 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.530356 14101 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.530398 14101 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:16:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.530427 14101 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.531045 14101 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.531078 14101 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.531116 14134 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap starting.
06:16:11.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.536928 14101 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.195:40343
06:16:11.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.537170 14322 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.195:40343 every 8 connection(s)
06:16:11.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.537343 14101 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.540704 14134 log.cc:824] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Log is configured to *not* fsync() on all Append() calls
06:16:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.543792 14327 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.543892 14327 heartbeater.cc:464] Registering TS with master...
06:16:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.543797 14326 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.544070 14327 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.544081 14326 heartbeater.cc:464] Registering TS with master...
06:16:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.544170 14326 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.544641 12513 ts_manager.cc:194] Re-registered known tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.544656 14134 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.544716 12372 ts_manager.cc:194] Re-registered known tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.544965 14134 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap complete.
06:16:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.545114 12513 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.195:56675
06:16:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.545881 14134 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Time spent bootstrapping tablet: real 0.015s	user 0.003s	sys 0.010s
06:16:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.546573 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 14101
06:16:11.546 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.546849 14134 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.547158 14134 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: af69761588f848ae8311f75d080c6b0c, State: Initialized, Role: FOLLOWER
06:16:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.547283 14134 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.547538 14134 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
06:16:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.547765 14327 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.548580 14323 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.548622 14323 heartbeater.cc:464] Registering TS with master...
06:16:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.548661 14323 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.548983 12655 ts_manager.cc:194] Re-registered known tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:11.551 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:11.552 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.194:41831
06:16:11.552 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:16:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:11.552893 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 13113
06:16:11.567 [DEBUG - kudu-nio-1] (Connection.java:239) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] handling channelInactive
06:16:11.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state READY due to: connection closed
06:16:11.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:11.568 [DEBUG - Time-limited test] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:11.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.570 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:11.578 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:11.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1466655148(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@262be74a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1089fcbf -> wakeup thread Time-limited test)) after lookup
06:16:11.579 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:11.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.580 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:11.599 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:11.600 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [11ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [12ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1466655148(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@262be74a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1089fcbf -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260))) after lookup
06:16:11.601 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:11.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.603 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.639 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:11.640 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:11.640 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [11ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [12ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [32ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [35ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [35ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [71ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1466655148(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@262be74a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260) -> (continuation of Deferred@887211477 after retry RPC@1862411109), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1089fcbf -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260) -> (continuation of Deferred@887211477 after retry RPC@1862411109))) after lookup
06:16:11.641 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:11.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.642 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:11.659 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:11.661 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=92), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [11ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [12ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [32ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [35ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [35ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [71ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [72ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [74ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [74ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [90ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1466655148(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@262be74a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260) -> (continuation of Deferred@887211477 after retry RPC@1862411109) -> (continuation of Deferred@1879938947 after retry RPC@1256288377), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1089fcbf -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260) -> (continuation of Deferred@887211477 after retry RPC@1862411109) -> (continuation of Deferred@1879938947 after retry RPC@1256288377))) after lookup
06:16:11.661 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:11.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.663 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:11.879 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:11.880 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=312), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [11ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [12ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [32ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [35ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [35ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [71ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [72ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [74ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [74ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [90ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [93ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [95ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [95ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [310ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1466655148(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@262be74a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260) -> (continuation of Deferred@887211477 after retry RPC@1862411109) -> (continuation of Deferred@1879938947 after retry RPC@1256288377) -> (continuation of Deferred@272550940 after retry RPC@1360856282), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1089fcbf -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260) -> (continuation of Deferred@887211477 after retry RPC@1862411109) -> (continuation of Deferred@1879938947 after retry RPC@1256288377) -> (continuation of Deferred@272550940 after retry RPC@1360856282))) after lookup
06:16:11.881 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:11.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:11.882 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.736009 14342 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:16:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.736119 14342 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:12.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.736399 14342 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:12.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:12.737033 14126 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:12.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:12.737519 14126 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.739718 13926 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "bb11d959ea574f0db459cf6201b01205" is_pre_election: true
06:16:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.740029 14126 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: af69761588f848ae8311f75d080c6b0c; no voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205
06:16:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.740164 14342 raft_consensus.cc:2726] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
06:16:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.908162 14353 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a682da8af9e34f0682a1a6dce172a495)
06:16:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.908247 14353 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.908401 14353 leader_election.cc:288] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:12.909176 13802 leader_election.cc:334] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.911619 14238 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c" is_pre_election: true
06:16:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.911743 14238 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 3.
06:16:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.911989 13796 leader_election.cc:302] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: af69761588f848ae8311f75d080c6b0c, bb11d959ea574f0db459cf6201b01205; no voters: a682da8af9e34f0682a1a6dce172a495
06:16:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.912101 14353 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 4 FOLLOWER]: Leader pre-election won for term 5
06:16:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.912195 14353 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 4 FOLLOWER]: Starting leader election (detected failure of leader a682da8af9e34f0682a1a6dce172a495)
06:16:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.912215 14353 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 4 FOLLOWER]: Advancing to term 5
06:16:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.912886 14353 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.913013 14353 leader_election.cc:288] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 5 election: Requested vote from peers af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.913172 14238 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.913260 14238 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 3 FOLLOWER]: Advancing to term 5
06:16:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:12.913511 13802 leader_election.cc:334] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.914328 14238 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 5.
06:16:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.914516 13796 leader_election.cc:302] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: af69761588f848ae8311f75d080c6b0c, bb11d959ea574f0db459cf6201b01205; no voters: a682da8af9e34f0682a1a6dce172a495
06:16:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.914597 14353 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 5 FOLLOWER]: Leader election won for term 5
06:16:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.914721 14353 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 5 LEADER]: Becoming Leader. State: Replica: bb11d959ea574f0db459cf6201b01205, State: Running, Role: LEADER
06:16:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.914793 14353 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:12.915534 12513 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 reported cstate change: term changed from 4 to 5, leader changed from a682da8af9e34f0682a1a6dce172a495 (127.11.252.194) to bb11d959ea574f0db459cf6201b01205 (127.11.252.193). New cstate: current_term: 5 leader_uuid: "bb11d959ea574f0db459cf6201b01205" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: UNKNOWN } } }
06:16:13.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:13.160 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:13.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1592), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [10ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [11ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [12ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [30ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [32ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [35ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [35ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [71ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [72ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [74ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [74ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [90ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [93ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [95ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [95ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [310ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [312ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [314ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [314ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [1588ms] refreshing cache from master, [1588ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1590ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1466655148(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@262be74a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260) -> (continuation of Deferred@887211477 after retry RPC@1862411109) -> (continuation of Deferred@1879938947 after retry RPC@1256288377) -> (continuation of Deferred@272550940 after retry RPC@1360856282) -> (continuation of Deferred@211705328 after retry RPC@1431718711), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1089fcbf -> wakeup thread Time-limited test -> (continuation of Deferred@279715474 after retry RPC@16476260) -> (continuation of Deferred@887211477 after retry RPC@1862411109) -> (continuation of Deferred@1879938947 after retry RPC@1256288377) -> (continuation of Deferred@272550940 after retry RPC@1360856282) -> (continuation of Deferred@211705328 after retry RPC@1431718711))) after lookup
06:16:13.161 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:13.162 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] Successfully connected to peer
06:16:13.183 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe14e6290, L:/127.0.0.1:39746 - R:/127.11.252.193:41745] using TOKEN/null
06:16:13.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.185839 14238 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 5 FOLLOWER]: Refusing update from remote peer bb11d959ea574f0db459cf6201b01205: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
06:16:13.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:13.185990 13802 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 -> Peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Couldn't send request to peer a682da8af9e34f0682a1a6dce172a495. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:13.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.186322 14353 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
06:16:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.189845 14398 mvcc.cc:205] Tried to move back new op lower bound from 7317566968566353920 to 7317566967459536896. Current Snapshot: MvccSnapshot[applied={T|T < 7317566968566353920}]
06:16:13.202 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.194:41831
06:16:13.203 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.203354 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/logs
06:16:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.194:41831
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.194
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40311
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.194
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:13.289917 14413 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:13.290110 14413 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:13.290138 14413 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:13.291369 14413 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:13.291426 14413 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.194
06:16:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.292773 14413 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.194:41831
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.194
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40311
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14413
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.194
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/logs
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:13.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.293000 14413 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:13.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.293370 14413 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:13.299465 14423 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.299664 14413 server_base.cc:1034] running on GCE node
06:16:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:13.299445 14421 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:13.299855 14425 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.300060 14413 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.300283 14413 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.301419 14413 hybrid_clock.cc:648] HybridClock initialized: now 1786515373301409 us; error 28 us; skew 500 ppm
06:16:13.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.302630 14413 webserver.cc:460] Webserver started at http://127.11.252.194:40311/ using document root <none> and password file <none>
06:16:13.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.302802 14413 fs_manager.cc:359] Metadata directory not provided
06:16:13.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.302855 14413 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.304118 14413 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:16:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.304741 14439 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.304893 14413 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.304971 14413 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.305326 14413 fs_report.cc:383] FS layout report
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/data
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:13.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.319295 14413 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.319531 14413 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.319646 14413 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.319823 14413 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:13.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.320204 14457 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.321518 14413 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.321556 14413 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:16:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.321576 14413 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.322167 14413 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.322197 14413 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.322275 14457 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap starting.
06:16:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.328860 14413 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.194:41831
06:16:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.328950 14655 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.194:41831 every 8 connection(s)
06:16:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.329250 14413 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.330477 14457 log.cc:824] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Log is configured to *not* fsync() on all Append() calls
06:16:13.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.332119 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 14413
06:16:13.332 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.333408 14457 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.333725 14457 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap complete.
06:16:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.334856 14457 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Time spent bootstrapping tablet: real 0.013s	user 0.004s	sys 0.007s
06:16:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.335937 14457 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.336228 14457 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: a682da8af9e34f0682a1a6dce172a495, State: Initialized, Role: FOLLOWER
06:16:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.336349 14457 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.336603 14457 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.001s
06:16:13.337 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.337769 14657 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.337855 14657 heartbeater.cc:464] Registering TS with master...
06:16:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.338017 14657 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.339066 14659 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.339113 14659 heartbeater.cc:464] Registering TS with master...
06:16:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.339174 14659 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.339435 12514 ts_manager.cc:194] Re-registered known tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.339916 12514 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.194:36129
06:16:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.340665 14659 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:13.343 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.193:41745
06:16:13.343 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:16:13.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.343344 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 13773
06:16:13.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.343485 12372 ts_manager.cc:194] Re-registered known tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:13.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.357695 14656 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:13.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.357760 14656 heartbeater.cc:464] Registering TS with master...
06:16:13.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.357811 14656 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:13.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:13.358278 12656 ts_manager.cc:194] Re-registered known tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:13.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:13.361 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] handling channelInactive
06:16:13.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state READY due to: connection closed
06:16:13.361 [DEBUG - Time-limited test] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:13.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.363 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.378 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:13.379 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:13.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [17ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1586326468(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@18bca8b9 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5d7b1949 -> wakeup thread Time-limited test)) after lookup
06:16:13.380 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:13.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.382 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:13.399 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:13.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [17ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [19ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [21ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1586326468(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@18bca8b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5d7b1949 -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285))) after lookup
06:16:13.400 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:13.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.401 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:13.439 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:13.440 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [17ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [19ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [21ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [38ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [40ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [40ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [77ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1586326468(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@18bca8b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5d7b1949 -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921))) after lookup
06:16:13.441 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:13.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.443 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:13.519 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:13.520 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=159), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [17ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [19ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [21ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [38ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [40ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [40ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [77ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [79ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [82ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [82ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [157ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1586326468(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@18bca8b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5d7b1949 -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671))) after lookup
06:16:13.521 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:13.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.522 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:13.579 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:13.580 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=218), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [17ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [19ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [21ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [38ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [40ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [40ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [77ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [79ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [82ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [82ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [157ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [159ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [161ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [161ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [217ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1586326468(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@18bca8b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671) -> (continuation of Deferred@1864285562 after retry RPC@1198927884), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5d7b1949 -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671) -> (continuation of Deferred@1864285562 after retry RPC@1198927884))) after lookup
06:16:13.581 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:13.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.583 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:13.860 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:13.860 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=499), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [17ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [19ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [21ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [38ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [40ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [40ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [77ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [79ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [82ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [82ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [157ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [159ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [161ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [161ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [217ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [219ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [222ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [222ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [495ms] refreshing cache from master, [495ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [497ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1586326468(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@18bca8b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671) -> (continuation of Deferred@1864285562 after retry RPC@1198927884) -> (continuation of Deferred@1270407530 after retry RPC@1035492929), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5d7b1949 -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671) -> (continuation of Deferred@1864285562 after retry RPC@1198927884) -> (continuation of Deferred@1270407530 after retry RPC@1035492929))) after lookup
06:16:13.862 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:13.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:13.863 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.632520 14678 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:16:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.632663 14678 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.633104 14678 leader_election.cc:288] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:14.633541 14452 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:14.633989 14452 leader_election.cc:334] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.636490 14238 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "a682da8af9e34f0682a1a6dce172a495" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c" is_pre_election: true
06:16:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.636818 14444 leader_election.cc:302] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495; no voters: af69761588f848ae8311f75d080c6b0c, bb11d959ea574f0db459cf6201b01205
06:16:14.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.636950 14678 raft_consensus.cc:2726] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:16:14.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.702526 14686 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 5 FOLLOWER]: Starting pre-election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:14.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.702625 14686 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:14.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.702776 14686 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:14.703567 14126 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:14.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.706333 14566 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495" is_pre_election: true
06:16:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.706482 14566 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate af69761588f848ae8311f75d080c6b0c in term 4.
06:16:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.706713 14126 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.706830 14686 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 5 FOLLOWER]: Leader pre-election won for term 6
06:16:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.706929 14686 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 5 FOLLOWER]: Starting leader election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.706954 14686 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 5 FOLLOWER]: Advancing to term 6
06:16:14.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:14.739 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:14.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1379), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [17ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [19ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [21ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [38ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [40ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [40ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [77ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [79ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [82ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [82ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [157ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [159ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [161ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [161ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [217ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [219ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [222ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [222ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [495ms] refreshing cache from master, [495ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [497ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [500ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [502ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [502ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1375ms] refreshing cache from master, [1375ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1377ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1586326468(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@18bca8b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671) -> (continuation of Deferred@1864285562 after retry RPC@1198927884) -> (continuation of Deferred@1270407530 after retry RPC@1035492929) -> (continuation of Deferred@1798055101 after retry RPC@11402012), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5d7b1949 -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671) -> (continuation of Deferred@1864285562 after retry RPC@1198927884) -> (continuation of Deferred@1270407530 after retry RPC@1035492929) -> (continuation of Deferred@1798055101 after retry RPC@11402012))) after lookup
06:16:14.762 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:14.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:14.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:14.764 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.768127 14686 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.768359 14686 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 6 election: Requested vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.768728 14566 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.768851 14566 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 4 FOLLOWER]: Advancing to term 6
06:16:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:14.768923 14126 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.770205 14566 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate af69761588f848ae8311f75d080c6b0c in term 6.
06:16:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.770409 14126 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.770517 14686 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 6 FOLLOWER]: Leader election won for term 6
06:16:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.770697 14686 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 6 LEADER]: Becoming Leader. State: Replica: af69761588f848ae8311f75d080c6b0c, State: Running, Role: LEADER
06:16:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.770816 14686 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:14.771577 12514 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c reported cstate change: term changed from 5 to 6, leader changed from bb11d959ea574f0db459cf6201b01205 (127.11.252.193) to af69761588f848ae8311f75d080c6b0c (127.11.252.195). New cstate: current_term: 6 leader_uuid: "af69761588f848ae8311f75d080c6b0c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: UNKNOWN } } }
06:16:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:15.190840 14126 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c -> Peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Couldn't send request to peer bb11d959ea574f0db459cf6201b01205. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:15.249704 14566 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 6 FOLLOWER]: Refusing update from remote peer af69761588f848ae8311f75d080c6b0c: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
06:16:15.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:15.250013 14686 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
06:16:17.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:17.678602 14126 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c -> Peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Couldn't send request to peer bb11d959ea574f0db459cf6201b01205. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:16:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:18.292879 14126 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111) [suppressed 8 similar messages]
06:16:18.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:18.319 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:18.320 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=16, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=4958), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [17ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [19ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [21ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [37ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [38ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [40ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [40ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [77ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [79ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [82ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [82ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [157ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [159ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [161ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [161ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [217ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [219ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [222ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [222ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [495ms] refreshing cache from master, [495ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [497ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [500ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [502ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [502ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1375ms] refreshing cache from master, [1375ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1377ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [1400ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [1403ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1403ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [4955ms] refreshing cache from master, [4955ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [4957ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1586326468(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@18bca8b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671) -> (continuation of Deferred@1864285562 after retry RPC@1198927884) -> (continuation of Deferred@1270407530 after retry RPC@1035492929) -> (continuation of Deferred@1798055101 after retry RPC@11402012) -> (continuation of Deferred@1560378998 after retry RPC@849021905), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5d7b1949 -> wakeup thread Time-limited test -> (continuation of Deferred@1880480791 after retry RPC@1973494285) -> (continuation of Deferred@1483112332 after retry RPC@2106027921) -> (continuation of Deferred@89692274 after retry RPC@1130730671) -> (continuation of Deferred@1864285562 after retry RPC@1198927884) -> (continuation of Deferred@1270407530 after retry RPC@1035492929) -> (continuation of Deferred@1798055101 after retry RPC@11402012) -> (continuation of Deferred@1560378998 after retry RPC@849021905))) after lookup
06:16:18.321 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:18.321 [DEBUG - kudu-nio-1] (Connection.java:757) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] Successfully connected to peer
06:16:18.336 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x784acfea, L:/127.0.0.1:38762 - R:/127.11.252.195:40343] using TOKEN/null
06:16:18.346 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.193:41745
06:16:18.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.347434 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:41745
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38909
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:18.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:18.430126 14767 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:18.430325 14767 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:18.430353 14767 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:18.431555 14767 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:18.431613 14767 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.193
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.432966 14767 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:41745
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38909
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14767
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.433233 14767 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.433595 14767 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:18.438607 14777 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.438730 14767 server_base.cc:1034] running on GCE node
06:16:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:18.438571 14774 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:18.438589 14775 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.439162 14767 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.439416 14767 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.440558 14767 hybrid_clock.cc:648] HybridClock initialized: now 1786515378440541 us; error 27 us; skew 500 ppm
06:16:18.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.441845 14767 webserver.cc:460] Webserver started at http://127.11.252.193:38909/ using document root <none> and password file <none>
06:16:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.442083 14767 fs_manager.cc:359] Metadata directory not provided
06:16:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.442137 14767 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:18.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.443353 14767 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.443912 14784 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.444054 14767 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.444149 14767 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.444439 14767 fs_report.cc:383] FS layout report
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/data
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:18.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.453140 14767 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.453399 14767 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.453521 14767 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.453734 14767 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.454226 14793 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.455390 14767 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.455435 14767 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:16:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.455464 14767 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.456058 14767 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.456089 14767 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.456154 14793 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap starting.
06:16:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.462167 14767 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.193:41745
06:16:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.462260 14993 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.193:41745 every 8 connection(s)
06:16:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.462539 14767 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.463104 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 14767
06:16:18.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.466060 14793 log.cc:824] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Log is configured to *not* fsync() on all Append() calls
06:16:18.467 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:97)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
06:16:18.469 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:79)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
06:16:18.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.469777 14793 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:18.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.470183 14793 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap complete.
06:16:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.471518 14793 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent bootstrapping tablet: real 0.015s	user 0.005s	sys 0.009s
06:16:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.472882 14793 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:18.473 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.473337 14793 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb11d959ea574f0db459cf6201b01205, State: Initialized, Role: FOLLOWER
06:16:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.473580 14793 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.473838 14995 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.473869 14793 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
06:16:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.473928 14995 heartbeater.cc:464] Registering TS with master...
06:16:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.474102 14995 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.474753 12372 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.475093 14994 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.475149 14994 heartbeater.cc:464] Registering TS with master...
06:16:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.475289 14994 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.475586 12656 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:18.477 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.195:40343
06:16:18.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.477216 14996 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:18.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.477279 14996 heartbeater.cc:464] Registering TS with master...
06:16:18.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.477345 14996 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:18.477 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:16:18.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.477593 12514 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:18.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.477784 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 14101
06:16:18.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.478065 12514 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.193:40309
06:16:18.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:18.487545 14996 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:18.494 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:18.494 [DEBUG - kudu-nio-1] (Connection.java:239) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] handling channelInactive
06:16:18.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state READY due to: connection closed
06:16:18.495 [DEBUG - Time-limited test] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:18.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.497 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.519 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:18.519 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:18.520 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@298917094(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@57952e9d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@114b2dd0 -> wakeup thread Time-limited test)) after lookup
06:16:18.521 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:18.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.522 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:18.538 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:18.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [26ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [27ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [28ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@298917094(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@57952e9d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@114b2dd0 -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351))) after lookup
06:16:18.539 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:18.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.540 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:18.578 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:18.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [26ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [27ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [28ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [44ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [45ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [46ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [82ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@298917094(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@57952e9d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351) -> (continuation of Deferred@1144299159 after retry RPC@1844935433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@114b2dd0 -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351) -> (continuation of Deferred@1144299159 after retry RPC@1844935433))) after lookup
06:16:18.579 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:18.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.580 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.718 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:18.719 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:18.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=224), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [26ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [27ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [28ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [44ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [45ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [46ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [82ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [84ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [85ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [85ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [221ms] refreshing cache from master, [221ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [223ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@298917094(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@57952e9d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351) -> (continuation of Deferred@1144299159 after retry RPC@1844935433) -> (continuation of Deferred@1600849651 after retry RPC@2141379899), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@114b2dd0 -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351) -> (continuation of Deferred@1144299159 after retry RPC@1844935433) -> (continuation of Deferred@1600849651 after retry RPC@2141379899))) after lookup
06:16:18.720 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:18.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.722 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:18.879 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:18.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=384), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [26ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [27ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [28ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [44ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [45ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [46ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [82ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [84ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [85ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [85ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [221ms] refreshing cache from master, [221ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [223ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [224ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [227ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [227ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [381ms] refreshing cache from master, [382ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [383ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@298917094(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@57952e9d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351) -> (continuation of Deferred@1144299159 after retry RPC@1844935433) -> (continuation of Deferred@1600849651 after retry RPC@2141379899) -> (continuation of Deferred@1712434338 after retry RPC@255065694), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@114b2dd0 -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351) -> (continuation of Deferred@1144299159 after retry RPC@1844935433) -> (continuation of Deferred@1600849651 after retry RPC@2141379899) -> (continuation of Deferred@1712434338 after retry RPC@255065694))) after lookup
06:16:18.880 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:18.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:18.881 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:19.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.846462 15029 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader af69761588f848ae8311f75d080c6b0c)
06:16:19.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.846571 15029 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:19.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.846746 15029 leader_election.cc:288] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:19.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:19.847098 14444 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:19.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:19.847507 14444 leader_election.cc:334] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:19.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.850396 14919 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "a682da8af9e34f0682a1a6dce172a495" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "bb11d959ea574f0db459cf6201b01205" is_pre_election: true
06:16:19.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.850543 14919 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a682da8af9e34f0682a1a6dce172a495 in term 5.
06:16:19.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.850775 14452 leader_election.cc:302] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205; no voters: af69761588f848ae8311f75d080c6b0c
06:16:19.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.850880 15029 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 6 FOLLOWER]: Leader pre-election won for term 7
06:16:19.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.850967 15029 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 6 FOLLOWER]: Starting leader election (detected failure of leader af69761588f848ae8311f75d080c6b0c)
06:16:19.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.850996 15029 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 6 FOLLOWER]: Advancing to term 7
06:16:19.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.851662 15029 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:19.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.851789 15029 leader_election.cc:288] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 7 election: Requested vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:19.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.851940 14919 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "a682da8af9e34f0682a1a6dce172a495" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:19.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.852018 14919 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 5 FOLLOWER]: Advancing to term 7
06:16:19.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:19.852253 14444 leader_election.cc:334] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.853251 14919 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a682da8af9e34f0682a1a6dce172a495 in term 7.
06:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.853416 14452 leader_election.cc:302] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205; no voters: af69761588f848ae8311f75d080c6b0c
06:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.853489 15029 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 7 FOLLOWER]: Leader election won for term 7
06:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.853662 15029 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 7 LEADER]: Becoming Leader. State: Replica: a682da8af9e34f0682a1a6dce172a495, State: Running, Role: LEADER
06:16:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.853753 15029 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:19.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:19.854413 12514 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 reported cstate change: term changed from 6 to 7, leader changed from af69761588f848ae8311f75d080c6b0c (127.11.252.195) to a682da8af9e34f0682a1a6dce172a495 (127.11.252.194). New cstate: current_term: 7 leader_uuid: "a682da8af9e34f0682a1a6dce172a495" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: HEALTHY } } }
06:16:20.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:20.366040 14444 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 -> Peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Couldn't send request to peer af69761588f848ae8311f75d080c6b0c. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:20.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.433997 14919 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 7 FOLLOWER]: Refusing update from remote peer a682da8af9e34f0682a1a6dce172a495: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
06:16:20.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.434352 15071 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
06:16:20.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:20.739 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:20.741 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2245), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [23ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [26ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [27ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [28ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [44ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [45ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [46ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [82ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [84ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [85ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [85ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [221ms] refreshing cache from master, [221ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [223ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [224ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [227ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [227ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [381ms] refreshing cache from master, [382ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [383ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [385ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [386ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [386ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2241ms] refreshing cache from master, [2241ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [2243ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@298917094(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@57952e9d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351) -> (continuation of Deferred@1144299159 after retry RPC@1844935433) -> (continuation of Deferred@1600849651 after retry RPC@2141379899) -> (continuation of Deferred@1712434338 after retry RPC@255065694) -> (continuation of Deferred@1833545157 after retry RPC@182462482), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@114b2dd0 -> wakeup thread Time-limited test -> (continuation of Deferred@308908427 after retry RPC@1041432351) -> (continuation of Deferred@1144299159 after retry RPC@1844935433) -> (continuation of Deferred@1600849651 after retry RPC@2141379899) -> (continuation of Deferred@1712434338 after retry RPC@255065694) -> (continuation of Deferred@1833545157 after retry RPC@182462482))) after lookup
06:16:20.741 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:20.743 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] Successfully connected to peer
06:16:20.761 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xef878485, L:/127.0.0.1:51490 - R:/127.11.252.194:41831] using TOKEN/null
06:16:20.773 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.195:40343
06:16:20.775 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.775413 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/logs
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.195:40343
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.195
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35453
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.195
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:20.857302 15097 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:20.857479 15097 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:20.857497 15097 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:20.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:20.858632 15097 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:20.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:20.858682 15097 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.195
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.859927 15097 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.195:40343
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.195
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35453
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15097
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.195
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/logs
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.860095 15097 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:20.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.860329 15097 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:20.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:20.866186 15107 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:20.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:20.866206 15115 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:20.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:20.866214 15106 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:20.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.866920 15097 server_base.cc:1034] running on GCE node
06:16:20.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.867118 15097 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:20.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.867388 15097 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:20.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.868534 15097 hybrid_clock.cc:648] HybridClock initialized: now 1786515380868508 us; error 39 us; skew 500 ppm
06:16:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.870060 15097 webserver.cc:460] Webserver started at http://127.11.252.195:35453/ using document root <none> and password file <none>
06:16:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.870296 15097 fs_manager.cc:359] Metadata directory not provided
06:16:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.870352 15097 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.871801 15097 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
06:16:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.872430 15123 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.872570 15097 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.872663 15097 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.872985 15097 fs_report.cc:383] FS layout report
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/data
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.885866 15097 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.886152 15097 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.886282 15097 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.886519 15097 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.886933 15134 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.888146 15097 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.888188 15097 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:16:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.888217 15097 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.888844 15097 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:20.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.888875 15097 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:20.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.888918 15134 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap starting.
06:16:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.895702 15097 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.195:40343
06:16:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.895841 15325 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.195:40343 every 8 connection(s)
06:16:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.896123 15097 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.897102 15134 log.cc:824] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Log is configured to *not* fsync() on all Append() calls
06:16:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.900949 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 15097
06:16:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.900959 15134 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:20.902 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.901288 15134 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap complete.
06:16:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.902436 15134 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Time spent bootstrapping tablet: real 0.014s	user 0.005s	sys 0.007s
06:16:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.903667 15134 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.903899 15134 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: af69761588f848ae8311f75d080c6b0c, State: Initialized, Role: FOLLOWER
06:16:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.904049 15134 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.904424 15134 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
06:16:20.907 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:20.907 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.194:41831
06:16:20.908 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.906484 15328 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.906564 15328 heartbeater.cc:464] Registering TS with master...
06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.906698 15328 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.907343 15329 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.907387 15329 heartbeater.cc:464] Registering TS with master...
06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.907446 15329 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.908555 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 14413
06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.908640 12514 ts_manager.cc:194] Re-registered known tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.909009 12372 ts_manager.cc:194] Re-registered known tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.909137 12514 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.195:59259
06:16:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.925674 15326 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.925725 15329 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.925750 15326 heartbeater.cc:464] Registering TS with master...
06:16:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.925822 15326 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:20.926342 12656 ts_manager.cc:194] Re-registered known tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:20.929 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] handling channelInactive
06:16:20.929 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:20.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state READY due to: connection closed
06:16:20.930 [DEBUG - Time-limited test] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:20.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:20.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:20.932 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:20.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:20.938 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:20.939 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [8ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@121462667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@38c2f724 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aa17994 -> wakeup thread Time-limited test)) after lookup
06:16:20.939 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:20.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:20.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:20.941 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:20.957 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:20.957 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:20.958 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [8ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [9ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [11ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [11ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [27ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@121462667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@38c2f724 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aa17994 -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157))) after lookup
06:16:20.959 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:20.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:20.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:20.959 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:20.998 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:20.998 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:20.998 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [8ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [9ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [11ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [11ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [27ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [28ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [29ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [29ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [68ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@121462667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@38c2f724 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157) -> (continuation of Deferred@157488242 after retry RPC@124203074), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aa17994 -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157) -> (continuation of Deferred@157488242 after retry RPC@124203074))) after lookup
06:16:20.999 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:21.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:21.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:21.001 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:21.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:21.139 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:21.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=209), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [8ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [9ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [11ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [11ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [27ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [28ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [29ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [29ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [68ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [69ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [70ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [71ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [206ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [208ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@121462667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@38c2f724 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157) -> (continuation of Deferred@157488242 after retry RPC@124203074) -> (continuation of Deferred@1269938468 after retry RPC@1969906992), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aa17994 -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157) -> (continuation of Deferred@157488242 after retry RPC@124203074) -> (continuation of Deferred@1269938468 after retry RPC@1969906992))) after lookup
06:16:21.140 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:21.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:21.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:21.142 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:21.498 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:21.499 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:21.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=569), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [8ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [9ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [11ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [11ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [27ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [28ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [29ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [29ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [68ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [69ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [70ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [71ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [206ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [208ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [210ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [212ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [212ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [566ms] refreshing cache from master, [566ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [568ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@121462667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@38c2f724 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157) -> (continuation of Deferred@157488242 after retry RPC@124203074) -> (continuation of Deferred@1269938468 after retry RPC@1969906992) -> (continuation of Deferred@1999917723 after retry RPC@863825735), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aa17994 -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157) -> (continuation of Deferred@157488242 after retry RPC@124203074) -> (continuation of Deferred@1269938468 after retry RPC@1969906992) -> (continuation of Deferred@1999917723 after retry RPC@863825735))) after lookup
06:16:21.500 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:21.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:21.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:21.502 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.273347 15352 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader a682da8af9e34f0682a1a6dce172a495)
06:16:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.273440 15352 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.273818 15352 leader_election.cc:288] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:22.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.274281 14789 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:22.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.274742 14789 leader_election.cc:334] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.277552 15248 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c" is_pre_election: true
06:16:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.277696 15248 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 6.
06:16:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.277911 14786 leader_election.cc:302] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: af69761588f848ae8311f75d080c6b0c, bb11d959ea574f0db459cf6201b01205; no voters: a682da8af9e34f0682a1a6dce172a495
06:16:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.278041 15352 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 7 FOLLOWER]: Leader pre-election won for term 8
06:16:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.278118 15352 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 7 FOLLOWER]: Starting leader election (detected failure of leader a682da8af9e34f0682a1a6dce172a495)
06:16:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.278142 15352 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 7 FOLLOWER]: Advancing to term 8
06:16:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.278769 15352 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.278894 15352 leader_election.cc:288] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 8 election: Requested vote from peers af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.279044 15248 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.279126 15248 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 6 FOLLOWER]: Advancing to term 8
06:16:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.279335 14789 leader_election.cc:334] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.280246 15248 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 8.
06:16:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.280393 14786 leader_election.cc:302] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: af69761588f848ae8311f75d080c6b0c, bb11d959ea574f0db459cf6201b01205; no voters: a682da8af9e34f0682a1a6dce172a495
06:16:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.280490 15352 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 8 FOLLOWER]: Leader election won for term 8
06:16:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.280615 15352 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 8 LEADER]: Becoming Leader. State: Replica: bb11d959ea574f0db459cf6201b01205, State: Running, Role: LEADER
06:16:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.280678 15352 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.281388 12514 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 reported cstate change: term changed from 7 to 8, leader changed from a682da8af9e34f0682a1a6dce172a495 (127.11.252.194) to bb11d959ea574f0db459cf6201b01205 (127.11.252.193). New cstate: current_term: 8 leader_uuid: "bb11d959ea574f0db459cf6201b01205" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: UNKNOWN } } }
06:16:22.318 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:22.319 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:22.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1389), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [2ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [2ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [8ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [9ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [11ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [11ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [27ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [28ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [29ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [29ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [68ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [69ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [70ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [71ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [206ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [208ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [210ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [212ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [212ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [566ms] refreshing cache from master, [566ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [568ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [570ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [572ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [572ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [1386ms] refreshing cache from master, [1386ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1388ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@121462667(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@38c2f724 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157) -> (continuation of Deferred@157488242 after retry RPC@124203074) -> (continuation of Deferred@1269938468 after retry RPC@1969906992) -> (continuation of Deferred@1999917723 after retry RPC@863825735) -> (continuation of Deferred@1842810737 after retry RPC@956683099), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1aa17994 -> wakeup thread Time-limited test -> (continuation of Deferred@691241158 after retry RPC@944714157) -> (continuation of Deferred@157488242 after retry RPC@124203074) -> (continuation of Deferred@1269938468 after retry RPC@1969906992) -> (continuation of Deferred@1999917723 after retry RPC@863825735) -> (continuation of Deferred@1842810737 after retry RPC@956683099))) after lookup
06:16:22.320 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:22.321 [DEBUG - kudu-nio-1] (Connection.java:757) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] Successfully connected to peer
06:16:22.336 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x857314a2, L:/127.0.0.1:58106 - R:/127.11.252.193:41745] using TOKEN/null
06:16:22.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.338410 15248 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 8 FOLLOWER]: Refusing update from remote peer bb11d959ea574f0db459cf6201b01205: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 26. (index mismatch)
06:16:22.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.338547 14789 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 -> Peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Couldn't send request to peer a682da8af9e34f0682a1a6dce172a495. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:22.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.338752 15361 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
06:16:22.347 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.194:41831
06:16:22.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.348289 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/logs
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.194:41831
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.194
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40311
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.194
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.430145 15405 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.430330 15405 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.430348 15405 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.431468 15405 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.431514 15405 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.194
06:16:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.432768 15405 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data
06:16:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.194:41831
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.194
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40311
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15405
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.194
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/logs
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.432953 15405 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.433243 15405 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.438455 15416 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.438467 15417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.438711 15405 server_base.cc:1034] running on GCE node
06:16:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:22.438849 15421 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.439069 15405 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.439330 15405 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.440480 15405 hybrid_clock.cc:648] HybridClock initialized: now 1786515382440463 us; error 29 us; skew 500 ppm
06:16:22.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.445252 15405 webserver.cc:460] Webserver started at http://127.11.252.194:40311/ using document root <none> and password file <none>
06:16:22.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.445503 15405 fs_manager.cc:359] Metadata directory not provided
06:16:22.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.445554 15405 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.446955 15405 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:16:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.447588 15431 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.447747 15405 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.447845 15405 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.448189 15405 fs_report.cc:383] FS layout report
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/data
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.456519 15405 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.456866 15405 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.457015 15405 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.457295 15405 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.457763 15445 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.459031 15405 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.459087 15405 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:16:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.459125 15405 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.459813 15405 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.459851 15405 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.459887 15445 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap starting.
06:16:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.467617 15405 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.194:41831
06:16:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.467705 15655 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.194:41831 every 8 connection(s)
06:16:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.468099 15405 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.470016 15445 log.cc:824] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Log is configured to *not* fsync() on all Append() calls
06:16:22.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.474291 15445 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:22.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.474586 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 15405
06:16:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.475108 15445 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap complete.
06:16:22.475 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.476253 15445 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Time spent bootstrapping tablet: real 0.016s	user 0.005s	sys 0.009s
06:16:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.476924 15657 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.477021 15657 heartbeater.cc:464] Registering TS with master...
06:16:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.477219 15657 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.478291 15445 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.478617 15445 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: a682da8af9e34f0682a1a6dce172a495, State: Initialized, Role: FOLLOWER
06:16:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.478754 15445 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.479028 15445 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.003s
06:16:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.479517 15659 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.479571 15659 heartbeater.cc:464] Registering TS with master...
06:16:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.479643 15659 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:22.479 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:22.480 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.193:41745
06:16:22.480 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:16:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.479954 12514 ts_manager.cc:194] Re-registered known tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.480425 12514 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.194:33405
06:16:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.481231 12656 ts_manager.cc:194] Re-registered known tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.481263 15659 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.481581 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 14767
06:16:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.490814 15658 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.490882 15658 heartbeater.cc:464] Registering TS with master...
06:16:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.490926 15658 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:22.491216 12372 ts_manager.cc:194] Re-registered known tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:22.497 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:22.497 [DEBUG - kudu-nio-1] (Connection.java:239) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] handling channelInactive
06:16:22.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state READY due to: connection closed
06:16:22.498 [DEBUG - Time-limited test] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:22.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.499 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.518 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:22.518 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:22.518 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [1ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1585892824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@1b4212e1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f13172a -> wakeup thread Time-limited test)) after lookup
06:16:22.519 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:22.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.520 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:22.538 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:22.538 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [1ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [22ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [22ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [40ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1585892824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@1b4212e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f13172a -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623))) after lookup
06:16:22.539 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:22.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.540 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.578 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:22.579 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:22.579 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [1ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [22ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [22ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [40ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [41ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [43ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1585892824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@1b4212e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f13172a -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256))) after lookup
06:16:22.580 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:22.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.581 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:22.619 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:22.620 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=122), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [1ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [22ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [22ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [40ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [41ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [43ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [81ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [83ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [83ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [121ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1585892824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@1b4212e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256) -> (continuation of Deferred@454941430 after retry RPC@987058167), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f13172a -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256) -> (continuation of Deferred@454941430 after retry RPC@987058167))) after lookup
06:16:22.620 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:22.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:22.622 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:23.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:23.039 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:23.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=541), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [1ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [22ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [22ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [40ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [41ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [43ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [81ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [83ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [83ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [121ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [122ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [124ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [124ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [538ms] refreshing cache from master, [538ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [540ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1585892824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@1b4212e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256) -> (continuation of Deferred@454941430 after retry RPC@987058167) -> (continuation of Deferred@968861218 after retry RPC@688258069), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f13172a -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256) -> (continuation of Deferred@454941430 after retry RPC@987058167) -> (continuation of Deferred@968861218 after retry RPC@688258069))) after lookup
06:16:23.040 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:23.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:23.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:23.041 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:23.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:23.239 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:23.240 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=742), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [1ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [22ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [22ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [40ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [41ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [43ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [81ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [83ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [83ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [121ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [122ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [124ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [124ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [538ms] refreshing cache from master, [538ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [540ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [542ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [543ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [543ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [739ms] refreshing cache from master, [739ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [741ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1585892824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@1b4212e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256) -> (continuation of Deferred@454941430 after retry RPC@987058167) -> (continuation of Deferred@968861218 after retry RPC@688258069) -> (continuation of Deferred@74125544 after retry RPC@618946161), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f13172a -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256) -> (continuation of Deferred@454941430 after retry RPC@987058167) -> (continuation of Deferred@968861218 after retry RPC@688258069) -> (continuation of Deferred@74125544 after retry RPC@618946161))) after lookup
06:16:23.241 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:23.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:23.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:23.242 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.847491 15676 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 8 FOLLOWER]: Starting pre-election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.847589 15676 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.847946 15676 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:23.848359 15128 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:23.848838 15128 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.851953 15559 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495" is_pre_election: true
06:16:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.852114 15559 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate af69761588f848ae8311f75d080c6b0c in term 7.
06:16:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.852317 15128 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.852438 15676 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 8 FOLLOWER]: Leader pre-election won for term 9
06:16:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.852492 15676 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 8 FOLLOWER]: Starting leader election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.852510 15676 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 8 FOLLOWER]: Advancing to term 9
06:16:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.853116 15676 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.853246 15676 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 9 election: Requested vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.853502 15559 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.853587 15559 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 7 FOLLOWER]: Advancing to term 9
06:16:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:23.853652 15128 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.854691 15559 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate af69761588f848ae8311f75d080c6b0c in term 9.
06:16:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.854856 15128 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:23.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.854943 15676 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 FOLLOWER]: Leader election won for term 9
06:16:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.855078 15676 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 LEADER]: Becoming Leader. State: Replica: af69761588f848ae8311f75d080c6b0c, State: Running, Role: LEADER
06:16:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.855175 15676 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:23.855916 12514 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c reported cstate change: term changed from 8 to 9, leader changed from bb11d959ea574f0db459cf6201b01205 (127.11.252.193) to af69761588f848ae8311f75d080c6b0c (127.11.252.195). New cstate: current_term: 9 leader_uuid: "af69761588f848ae8311f75d080c6b0c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: UNKNOWN } } }
06:16:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:24.257223 15128 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c -> Peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Couldn't send request to peer bb11d959ea574f0db459cf6201b01205. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:24.315192 15559 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 9 FOLLOWER]: Refusing update from remote peer af69761588f848ae8311f75d080c6b0c: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
06:16:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:24.315532 15676 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
06:16:26.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:26.799 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:26.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=4302), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [1ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [1ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [19ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [22ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [22ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [40ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [41ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [42ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [43ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [81ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [83ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [83ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [121ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [122ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [124ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [124ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [538ms] refreshing cache from master, [538ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [540ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [542ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [543ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [543ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [739ms] refreshing cache from master, [739ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [741ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [742ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [744ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [745ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [4299ms] refreshing cache from master, [4299ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [4301ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1585892824(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@1b4212e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256) -> (continuation of Deferred@454941430 after retry RPC@987058167) -> (continuation of Deferred@968861218 after retry RPC@688258069) -> (continuation of Deferred@74125544 after retry RPC@618946161) -> (continuation of Deferred@1667514636 after retry RPC@1710595271), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f13172a -> wakeup thread Time-limited test -> (continuation of Deferred@720927812 after retry RPC@434879623) -> (continuation of Deferred@148328889 after retry RPC@1285348256) -> (continuation of Deferred@454941430 after retry RPC@987058167) -> (continuation of Deferred@968861218 after retry RPC@688258069) -> (continuation of Deferred@74125544 after retry RPC@618946161) -> (continuation of Deferred@1667514636 after retry RPC@1710595271))) after lookup
06:16:26.801 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:26.802 [DEBUG - kudu-nio-1] (Connection.java:757) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] Successfully connected to peer
06:16:26.820 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x32caae67, L:/127.0.0.1:48618 - R:/127.11.252.195:40343] using TOKEN/null
06:16:26.829 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.193:41745
06:16:26.829 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.830202 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:41745
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38909
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:26.926272 15750 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:26.926445 15750 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:26.926462 15750 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:26.927496 15750 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:26.927537 15750 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.193
06:16:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.928797 15750 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:41745
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38909
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15750
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.928973 15750 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.929253 15750 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:26.933943 15128 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c -> Peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Couldn't send request to peer bb11d959ea574f0db459cf6201b01205. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:16:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:26.933923 15766 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:26.933948 15762 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.934074 15750 server_base.cc:1034] running on GCE node
06:16:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:26.933951 15763 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.934381 15750 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.934640 15750 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.935786 15750 hybrid_clock.cc:648] HybridClock initialized: now 1786515386935762 us; error 34 us; skew 500 ppm
06:16:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.936933 15750 webserver.cc:460] Webserver started at http://127.11.252.193:38909/ using document root <none> and password file <none>
06:16:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.937201 15750 fs_manager.cc:359] Metadata directory not provided
06:16:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.937269 15750 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.938439 15750 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.939002 15782 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.939141 15750 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.939234 15750 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.939517 15750 fs_report.cc:383] FS layout report
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/data
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:26.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.976665 15750 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.976982 15750 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.977165 15750 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.977427 15750 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:26.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.977892 15794 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:26.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.979449 15750 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:26.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.979492 15750 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
06:16:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.979524 15750 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.980311 15750 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.980345 15750 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.980396 15794 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap starting.
06:16:26.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.986080 15750 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.193:41745
06:16:26.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.986285 15988 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.193:41745 every 8 connection(s)
06:16:26.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.986492 15750 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:26.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.991066 15794 log.cc:824] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Log is configured to *not* fsync() on all Append() calls
06:16:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.992754 15989 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.992851 15989 heartbeater.cc:464] Registering TS with master...
06:16:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.993029 15989 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.993414 15997 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.993463 15997 heartbeater.cc:464] Registering TS with master...
06:16:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.993517 15997 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.993806 12655 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:26.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.994035 12514 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:26.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.994424 12514 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.193:43071
06:16:26.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.994838 15996 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.994891 15996 heartbeater.cc:464] Registering TS with master...
06:16:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.995002 15794 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.995043 15996 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.995294 15794 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap complete.
06:16:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.995352 12372 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:26.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.995762 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 15750
06:16:26.996 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.996279 15794 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent bootstrapping tablet: real 0.016s	user 0.004s	sys 0.008s
06:16:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.997115 15794 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.997418 15794 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb11d959ea574f0db459cf6201b01205, State: Initialized, Role: FOLLOWER
06:16:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.997540 15794 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.997807 15794 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent starting tablet: real 0.001s	user 0.005s	sys 0.000s
06:16:26.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:26.997989 15997 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:27.000 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:27.001 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.195:40343
06:16:27.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:16:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:27.001618 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 15097
06:16:27.017 [DEBUG - kudu-nio-1] (Connection.java:239) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] handling channelInactive
06:16:27.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state READY due to: connection closed
06:16:27.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:27.019 [DEBUG - Time-limited test] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:27.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.020 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:27.039 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:27.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [20ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@82142415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@27daee86 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2535948 -> wakeup thread Time-limited test)) after lookup
06:16:27.039 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:27.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.040 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.057 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:27.058 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:27.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [20ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [22ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [22ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@82142415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@27daee86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2535948 -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023))) after lookup
06:16:27.058 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:27.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.060 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:27.099 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:27.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [20ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [22ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [22ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [42ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [42ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@82142415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@27daee86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2535948 -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941))) after lookup
06:16:27.100 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:27.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.101 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:27.219 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:27.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=201), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [20ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [22ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [22ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [42ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [42ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [82ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [83ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [83ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [198ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [200ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@82142415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@27daee86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941) -> (continuation of Deferred@389131506 after retry RPC@1567716428), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2535948 -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941) -> (continuation of Deferred@389131506 after retry RPC@1567716428))) after lookup
06:16:27.220 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:27.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.222 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.458 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:27.459 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:27.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=440), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [20ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [22ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [22ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [42ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [42ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [82ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [83ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [83ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [198ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [200ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [202ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [204ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [204ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [438ms] refreshing cache from master, [438ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [440ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@82142415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@27daee86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941) -> (continuation of Deferred@389131506 after retry RPC@1567716428) -> (continuation of Deferred@1479759001 after retry RPC@246847687), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2535948 -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941) -> (continuation of Deferred@389131506 after retry RPC@1567716428) -> (continuation of Deferred@1479759001 after retry RPC@246847687))) after lookup
06:16:27.460 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:27.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:27.461 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:28.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:28.139 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:28.139 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1120), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [20ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [22ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [22ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [42ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [42ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [82ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [83ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [83ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [198ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [200ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [202ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [204ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [204ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [438ms] refreshing cache from master, [438ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [440ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [441ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [442ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [443ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [1118ms] refreshing cache from master, [1118ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1120ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@82142415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@27daee86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941) -> (continuation of Deferred@389131506 after retry RPC@1567716428) -> (continuation of Deferred@1479759001 after retry RPC@246847687) -> (continuation of Deferred@754050627 after retry RPC@699597732), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2535948 -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941) -> (continuation of Deferred@389131506 after retry RPC@1567716428) -> (continuation of Deferred@1479759001 after retry RPC@246847687) -> (continuation of Deferred@754050627 after retry RPC@699597732))) after lookup
06:16:28.140 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:28.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:28.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state CONNECTING due to: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:28.141 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343
06:16:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.329612 16012 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader af69761588f848ae8311f75d080c6b0c)
06:16:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.329696 16012 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.330040 16012 leader_election.cc:288] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:28.330446 15434 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:28.330888 15434 leader_election.cc:334] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.333647 15909 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "a682da8af9e34f0682a1a6dce172a495" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "bb11d959ea574f0db459cf6201b01205" is_pre_election: true
06:16:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.333803 15909 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a682da8af9e34f0682a1a6dce172a495 in term 8.
06:16:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.334044 15436 leader_election.cc:302] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205; no voters: af69761588f848ae8311f75d080c6b0c
06:16:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.334177 16012 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 9 FOLLOWER]: Leader pre-election won for term 10
06:16:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.334244 16012 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 9 FOLLOWER]: Starting leader election (detected failure of leader af69761588f848ae8311f75d080c6b0c)
06:16:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.334266 16012 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 9 FOLLOWER]: Advancing to term 10
06:16:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.334915 16012 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.335053 16012 leader_election.cc:288] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 10 election: Requested vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.335202 15909 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "a682da8af9e34f0682a1a6dce172a495" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.335280 15909 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 8 FOLLOWER]: Advancing to term 10
06:16:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:28.335566 15434 leader_election.cc:334] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111)
06:16:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.336716 15909 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a682da8af9e34f0682a1a6dce172a495 in term 10.
06:16:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.336901 15436 leader_election.cc:302] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205; no voters: af69761588f848ae8311f75d080c6b0c
06:16:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.336990 16012 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 10 FOLLOWER]: Leader election won for term 10
06:16:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.337152 16012 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 10 LEADER]: Becoming Leader. State: Replica: a682da8af9e34f0682a1a6dce172a495, State: Running, Role: LEADER
06:16:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.337272 16012 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.338447 12514 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 reported cstate change: term changed from 9 to 10, leader changed from af69761588f848ae8311f75d080c6b0c (127.11.252.195) to a682da8af9e34f0682a1a6dce172a495 (127.11.252.194). New cstate: current_term: 10 leader_uuid: "a682da8af9e34f0682a1a6dce172a495" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: HEALTHY } } }
06:16:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:28.760385 15434 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 -> Peer af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343): Couldn't send request to peer af69761588f848ae8311f75d080c6b0c. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.195:40343: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.893642 15909 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 10 FOLLOWER]: Refusing update from remote peer a682da8af9e34f0682a1a6dce172a495: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
06:16:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:28.894052 16012 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
06:16:29.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:29.379 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:29.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2360), Traces: [0ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [2ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [20ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [21ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [22ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [22ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [39ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [40ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [42ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [42ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [80ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [82ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [83ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [83ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [198ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [200ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [202ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [204ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [204ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [438ms] refreshing cache from master, [438ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [440ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [441ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [442ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [443ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [1118ms] refreshing cache from master, [1118ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1120ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [1121ms] sending RPC to server af69761588f848ae8311f75d080c6b0c, [1123ms] received response from server af69761588f848ae8311f75d080c6b0c: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [1123ms] delaying RPC due to: Network error: Failed to connect to peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343): Connection refused: /127.11.252.195:40343, [2358ms] refreshing cache from master, [2359ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [2360ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@82142415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@27daee86 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941) -> (continuation of Deferred@389131506 after retry RPC@1567716428) -> (continuation of Deferred@1479759001 after retry RPC@246847687) -> (continuation of Deferred@754050627 after retry RPC@699597732) -> (continuation of Deferred@1719348948 after retry RPC@1466216348), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2535948 -> wakeup thread Time-limited test -> (continuation of Deferred@989643227 after retry RPC@1534247023) -> (continuation of Deferred@323077738 after retry RPC@1585257941) -> (continuation of Deferred@389131506 after retry RPC@1567716428) -> (continuation of Deferred@1479759001 after retry RPC@246847687) -> (continuation of Deferred@754050627 after retry RPC@699597732) -> (continuation of Deferred@1719348948 after retry RPC@1466216348))) after lookup
06:16:29.380 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:29.381 [DEBUG - kudu-nio-1] (Connection.java:757) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] Successfully connected to peer
06:16:29.393 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd73a95dc, L:/127.0.0.1:35748 - R:/127.11.252.194:41831] using TOKEN/null
06:16:29.401 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.195:40343
06:16:29.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.402199 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/logs
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.195:40343
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.195
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35453
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.195
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:29.485661 16063 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:29.485857 16063 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:29.485877 16063 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:29.486970 16063 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:29.487011 16063 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.195
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.488301 16063 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.195:40343
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.195
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35453
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16063
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.195
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/logs
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.488481 16063 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:29.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.488703 16063 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:29.493520 16080 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:29.493513 16078 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.493683 16063 server_base.cc:1034] running on GCE node
06:16:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:29.493512 16088 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.494328 16063 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.494545 16063 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.495703 16063 hybrid_clock.cc:648] HybridClock initialized: now 1786515389495684 us; error 30 us; skew 500 ppm
06:16:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.511019 16063 webserver.cc:460] Webserver started at http://127.11.252.195:35453/ using document root <none> and password file <none>
06:16:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.511205 16063 fs_manager.cc:359] Metadata directory not provided
06:16:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.511246 16063 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:29.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.512482 16063 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.513053 16096 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.513218 16063 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.513295 16063 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.513590 16063 fs_report.cc:383] FS layout report
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/wal
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/data
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.535281 16063 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.535540 16063 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.535653 16063 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.535853 16063 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.536285 16107 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.537523 16063 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.537561 16063 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:16:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.537582 16063 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.538193 16063 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.538226 16063 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.538383 16107 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap starting.
06:16:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.544988 16063 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.195:40343
06:16:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.545184 16311 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.195:40343 every 8 connection(s)
06:16:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.545389 16063 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-2/data/info.pb
06:16:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.547376 16107 log.cc:824] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Log is configured to *not* fsync() on all Append() calls
06:16:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.548559 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 16063
06:16:29.549 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:29.553 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.552910 16314 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.552997 16314 heartbeater.cc:464] Registering TS with master...
06:16:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.553160 16107 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.553191 16314 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.553426 16107 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Bootstrap complete.
06:16:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.554013 12655 ts_manager.cc:194] Re-registered known tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:29.554 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.194:41831
06:16:29.554 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:16:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.554574 16107 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Time spent bootstrapping tablet: real 0.016s	user 0.009s	sys 0.004s
06:16:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.554718 16316 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.554754 16316 heartbeater.cc:464] Registering TS with master...
06:16:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.554812 16316 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.555001 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 15405
06:16:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.555081 12514 ts_manager.cc:194] Re-registered known tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.555526 12514 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.195:38413
06:16:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.561882 16107 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.562294 16107 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: af69761588f848ae8311f75d080c6b0c, State: Initialized, Role: FOLLOWER
06:16:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.562486 16107 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.562922 16107 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c: Time spent starting tablet: real 0.008s	user 0.004s	sys 0.000s
06:16:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.567090 16315 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.567137 16315 heartbeater.cc:464] Registering TS with master...
06:16:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.567195 16315 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.568367 12374 ts_manager.cc:194] Re-registered known tserver with Master: af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343)
06:16:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:29.580222 16316 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:29.584 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:29.584 [DEBUG - kudu-nio-1] (Connection.java:239) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] handling channelInactive
06:16:29.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state READY due to: connection closed
06:16:29.585 [DEBUG - Time-limited test] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:29.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.587 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.597 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:29.598 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:29.598 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [3ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [3ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [13ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1403884738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6eade1d8 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73a59384 -> wakeup thread Time-limited test)) after lookup
06:16:29.599 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:29.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.600 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.618 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:29.618 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:29.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [3ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [3ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [13ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [14ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [16ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [16ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1403884738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6eade1d8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73a59384 -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993))) after lookup
06:16:29.619 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:29.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.621 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.657 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:29.657 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:29.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [3ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [3ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [13ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [14ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [16ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [16ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [35ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [37ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [37ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1403884738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6eade1d8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73a59384 -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988))) after lookup
06:16:29.659 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:29.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.659 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:29.779 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:29.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [3ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [3ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [13ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [14ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [16ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [16ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [35ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [37ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [37ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [74ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [75ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [75ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [192ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [194ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1403884738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6eade1d8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988) -> (continuation of Deferred@372881310 after retry RPC@1065736532), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73a59384 -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988) -> (continuation of Deferred@372881310 after retry RPC@1065736532))) after lookup
06:16:29.780 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:29.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.782 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.898 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:29.898 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:29.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=314), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [3ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [3ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [13ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [14ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [16ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [16ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [35ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [37ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [37ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [74ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [75ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [75ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [192ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [194ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [196ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [198ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [198ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [312ms] refreshing cache from master, [312ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [314ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1403884738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6eade1d8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988) -> (continuation of Deferred@372881310 after retry RPC@1065736532) -> (continuation of Deferred@1483893394 after retry RPC@1236027313), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73a59384 -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988) -> (continuation of Deferred@372881310 after retry RPC@1065736532) -> (continuation of Deferred@1483893394 after retry RPC@1236027313))) after lookup
06:16:29.900 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:29.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:29.901 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.757390 16335 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:16:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.757525 16335 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.757898 16335 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:30.758500 16103 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:30.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:30.758932 16103 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:30.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.761018 15909 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "bb11d959ea574f0db459cf6201b01205" is_pre_election: true
06:16:30.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.761327 16103 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: af69761588f848ae8311f75d080c6b0c; no voters: a682da8af9e34f0682a1a6dce172a495, bb11d959ea574f0db459cf6201b01205
06:16:30.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.761449 16335 raft_consensus.cc:2726] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
06:16:30.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:30.879 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)[L],af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:30.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1294), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [3ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [3ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [13ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [14ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [16ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [16ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [35ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [37ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [37ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [74ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [75ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [75ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [192ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [194ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [196ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [198ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [198ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [312ms] refreshing cache from master, [312ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [314ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [315ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [317ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [317ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [1292ms] refreshing cache from master, [1292ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1294ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1403884738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6eade1d8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988) -> (continuation of Deferred@372881310 after retry RPC@1065736532) -> (continuation of Deferred@1483893394 after retry RPC@1236027313) -> (continuation of Deferred@1964374286 after retry RPC@109454752), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73a59384 -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988) -> (continuation of Deferred@372881310 after retry RPC@1065736532) -> (continuation of Deferred@1483893394 after retry RPC@1236027313) -> (continuation of Deferred@1964374286 after retry RPC@109454752))) after lookup
06:16:30.880 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] connecting to peer
06:16:30.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:30.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] cleaning up while in state CONNECTING due to: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:30.881 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831
06:16:30.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.902034 16344 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader a682da8af9e34f0682a1a6dce172a495)
06:16:30.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.902122 16344 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:30.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.902426 16344 leader_election.cc:288] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:30.902864 15789 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:30.903326 15789 leader_election.cc:334] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.905658 16223 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c" is_pre_election: true
06:16:30.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.905781 16223 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 9.
06:16:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.905987 15786 leader_election.cc:302] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: af69761588f848ae8311f75d080c6b0c, bb11d959ea574f0db459cf6201b01205; no voters: a682da8af9e34f0682a1a6dce172a495
06:16:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.906116 16344 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 10 FOLLOWER]: Leader pre-election won for term 11
06:16:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.906181 16344 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 10 FOLLOWER]: Starting leader election (detected failure of leader a682da8af9e34f0682a1a6dce172a495)
06:16:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.906198 16344 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 10 FOLLOWER]: Advancing to term 11
06:16:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.906810 16344 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:30.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.906919 16344 leader_election.cc:288] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 11 election: Requested vote from peers af69761588f848ae8311f75d080c6b0c (127.11.252.195:40343), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.907069 16223 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "bb11d959ea574f0db459cf6201b01205" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "af69761588f848ae8311f75d080c6b0c"
06:16:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.907142 16223 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 9 FOLLOWER]: Advancing to term 11
06:16:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:30.907366 15789 leader_election.cc:334] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111)
06:16:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.908340 16223 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bb11d959ea574f0db459cf6201b01205 in term 11.
06:16:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.908504 15786 leader_election.cc:302] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: af69761588f848ae8311f75d080c6b0c, bb11d959ea574f0db459cf6201b01205; no voters: a682da8af9e34f0682a1a6dce172a495
06:16:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.908586 16344 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 11 FOLLOWER]: Leader election won for term 11
06:16:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.908759 16344 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 11 LEADER]: Becoming Leader. State: Replica: bb11d959ea574f0db459cf6201b01205, State: Running, Role: LEADER
06:16:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.908849 16344 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:30.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:30.909507 12514 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 reported cstate change: term changed from 10 to 11, leader changed from a682da8af9e34f0682a1a6dce172a495 (127.11.252.194) to bb11d959ea574f0db459cf6201b01205 (127.11.252.193). New cstate: current_term: 11 leader_uuid: "bb11d959ea574f0db459cf6201b01205" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: UNKNOWN } } }
06:16:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:31.386018 15789 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 -> Peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Couldn't send request to peer a682da8af9e34f0682a1a6dce172a495. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:31.437845 16223 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 11 FOLLOWER]: Refusing update from remote peer bb11d959ea574f0db459cf6201b01205: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
06:16:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:31.438215 16344 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
06:16:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:33.888445 15789 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 -> Peer a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831): Couldn't send request to peer a682da8af9e34f0682a1a6dce172a495. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.194:41831: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:16:34.858 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:34.859 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:34.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=5274), Traces: [0ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [3ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [3ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [13ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [14ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [16ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [16ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [34ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [35ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [37ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [37ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [73ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [74ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [75ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [75ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [192ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [194ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [196ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [198ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [198ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [312ms] refreshing cache from master, [312ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [314ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [315ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [317ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [317ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [1292ms] refreshing cache from master, [1292ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [1294ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [1295ms] sending RPC to server a682da8af9e34f0682a1a6dce172a495, [1297ms] received response from server a682da8af9e34f0682a1a6dce172a495: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [1297ms] delaying RPC due to: Network error: Failed to connect to peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831): Connection refused: /127.11.252.194:41831, [5272ms] refreshing cache from master, [5272ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [5274ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@1403884738(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6eade1d8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988) -> (continuation of Deferred@372881310 after retry RPC@1065736532) -> (continuation of Deferred@1483893394 after retry RPC@1236027313) -> (continuation of Deferred@1964374286 after retry RPC@109454752) -> (continuation of Deferred@631709590 after retry RPC@305890727), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73a59384 -> wakeup thread Time-limited test -> (continuation of Deferred@83450364 after retry RPC@549659993) -> (continuation of Deferred@92500200 after retry RPC@1020490988) -> (continuation of Deferred@372881310 after retry RPC@1065736532) -> (continuation of Deferred@1483893394 after retry RPC@1236027313) -> (continuation of Deferred@1964374286 after retry RPC@109454752) -> (continuation of Deferred@631709590 after retry RPC@305890727))) after lookup
06:16:34.860 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:34.861 [DEBUG - kudu-nio-1] (Connection.java:757) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] Successfully connected to peer
06:16:34.875 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeaef0cf1, L:/127.0.0.1:46520 - R:/127.11.252.193:41745] using TOKEN/null
06:16:34.884 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.194:41831
06:16:34.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:16:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.884721 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data
06:16:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/logs
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.194:41831
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.194
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40311
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.194
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:34.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:34.974924 16407 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:34.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:34.975121 16407 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:34.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:34.975142 16407 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:34.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:34.976225 16407 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:34.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:34.976274 16407 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.194
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.977596 16407 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.194:41831
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:34.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.194
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40311
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16407
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.194
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/logs
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.977788 16407 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:34.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.978025 16407 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:34.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:34.982911 16425 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:34.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:34.982908 16423 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:34.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.983074 16407 server_base.cc:1034] running on GCE node
06:16:34.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:34.982921 16418 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:34.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.983462 16407 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:34.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.983680 16407 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:34.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.984836 16407 hybrid_clock.cc:648] HybridClock initialized: now 1786515394984822 us; error 32 us; skew 500 ppm
06:16:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.989372 16407 webserver.cc:460] Webserver started at http://127.11.252.194:40311/ using document root <none> and password file <none>
06:16:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.989594 16407 fs_manager.cc:359] Metadata directory not provided
06:16:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.989650 16407 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.990876 16407 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
06:16:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.991460 16437 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.991602 16407 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.991698 16407 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:34.992017 16407 fs_report.cc:383] FS layout report
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/wal
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/data
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.026918 16407 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.027285 16407 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.027441 16407 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.027702 16407 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:35.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.028216 16455 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:35.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.029639 16407 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.029685 16407 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
06:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.029719 16407 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.030520 16407 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.030555 16407 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.030607 16455 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap starting.
06:16:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.036854 16407 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.194:41831
06:16:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.036933 16644 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.194:41831 every 8 connection(s)
06:16:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.037257 16407 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-1/data/info.pb
06:16:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.042280 16455 log.cc:824] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Log is configured to *not* fsync() on all Append() calls
06:16:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.044492 16650 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.044615 16650 heartbeater.cc:464] Registering TS with master...
06:16:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.044816 16650 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.045416 12513 ts_manager.cc:194] Re-registered known tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:35.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.045879 12513 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.194:42775
06:16:35.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.046372 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 16407
06:16:35.046 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.048233 16455 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.048548 16455 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Bootstrap complete.
06:16:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.049916 16455 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Time spent bootstrapping tablet: real 0.019s	user 0.011s	sys 0.006s
06:16:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.050585 16645 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.050634 16645 heartbeater.cc:464] Registering TS with master...
06:16:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.050696 16645 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.050755 16648 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.050806 16648 heartbeater.cc:464] Registering TS with master...
06:16:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.050856 16648 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:35.051 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.051504 16455 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.051838 16455 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: a682da8af9e34f0682a1a6dce172a495, State: Initialized, Role: FOLLOWER
06:16:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.051992 16455 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.052315 16650 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.052320 16455 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.001s
06:16:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.052412 12655 ts_manager.cc:194] Re-registered known tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:35.052 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.252.193:41745
06:16:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.053340 12372 ts_manager.cc:194] Re-registered known tserver with Master: a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:35.053 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:16:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:35.053758 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 15750
06:16:35.074 [DEBUG - kudu-nio-1] (Connection.java:239) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] handling channelInactive
06:16:35.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state READY due to: connection closed
06:16:35.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:35.075 [DEBUG - Time-limited test] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:35.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.077 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:35.098 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:35.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@619395067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@222ada6e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6b95c7af -> wakeup thread Time-limited test)) after lookup
06:16:35.098 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:35.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.099 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.118 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:35.118 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:35.119 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [23ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [24ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [24ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@619395067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@222ada6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6b95c7af -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810))) after lookup
06:16:35.119 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:35.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.121 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:35.158 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:35.158 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [23ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [24ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [24ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [44ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [45ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [46ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [82ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@619395067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@222ada6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6b95c7af -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344))) after lookup
06:16:35.159 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:35.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.159 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:35.239 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:35.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=164), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [23ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [24ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [24ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [44ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [45ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [46ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [82ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [83ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [84ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [84ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [161ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [163ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@619395067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@222ada6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344) -> (continuation of Deferred@351154562 after retry RPC@70344631), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6b95c7af -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344) -> (continuation of Deferred@351154562 after retry RPC@70344631))) after lookup
06:16:35.241 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:35.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.242 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:35.679 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:35.679 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=604), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [23ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [24ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [24ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [44ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [45ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [46ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [82ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [83ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [84ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [84ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [161ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [163ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [165ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [167ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [167ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [601ms] refreshing cache from master, [601ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [603ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@619395067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@222ada6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344) -> (continuation of Deferred@351154562 after retry RPC@70344631) -> (continuation of Deferred@1948432722 after retry RPC@2053147782), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6b95c7af -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344) -> (continuation of Deferred@351154562 after retry RPC@70344631) -> (continuation of Deferred@1948432722 after retry RPC@2053147782))) after lookup
06:16:35.680 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:35.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.681 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:35.738 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343),bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)[L]]}]
06:16:35.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=663), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [23ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [24ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [24ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [44ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [45ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [46ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [82ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [83ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [84ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [84ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [161ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [163ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [165ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [167ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [167ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [601ms] refreshing cache from master, [601ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [603ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [605ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [606ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [606ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [661ms] refreshing cache from master, [661ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [663ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@619395067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@222ada6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344) -> (continuation of Deferred@351154562 after retry RPC@70344631) -> (continuation of Deferred@1948432722 after retry RPC@2053147782) -> (continuation of Deferred@1340775430 after retry RPC@1809592597), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6b95c7af -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344) -> (continuation of Deferred@351154562 after retry RPC@70344631) -> (continuation of Deferred@1948432722 after retry RPC@2053147782) -> (continuation of Deferred@1340775430 after retry RPC@1809592597))) after lookup
06:16:35.740 [DEBUG - kudu-nio-1] (Connection.java:748) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] connecting to peer
06:16:35.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] cleaning up while in state CONNECTING due to: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:35.742 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745) for tablet aaf7b217058444d7956074385953264b: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745
06:16:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.383962 16668 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 11 FOLLOWER]: Starting pre-election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.384052 16668 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.384193 16668 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:36.384539 16103 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:36.384946 16103 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.388440 16567 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495" is_pre_election: true
06:16:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.388587 16567 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate af69761588f848ae8311f75d080c6b0c in term 10.
06:16:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.388810 16103 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.388895 16668 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 11 FOLLOWER]: Leader pre-election won for term 12
06:16:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.388952 16668 raft_consensus.cc:482] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 11 FOLLOWER]: Starting leader election (detected failure of leader bb11d959ea574f0db459cf6201b01205)
06:16:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.388964 16668 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 11 FOLLOWER]: Advancing to term 12
06:16:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.389595 16668 raft_consensus.cc:504] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.389704 16668 leader_election.cc:288] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 12 election: Requested vote from peers bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745), a682da8af9e34f0682a1a6dce172a495 (127.11.252.194:41831)
06:16:36.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.389977 16567 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaf7b217058444d7956074385953264b" candidate_uuid: "af69761588f848ae8311f75d080c6b0c" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "a682da8af9e34f0682a1a6dce172a495"
06:16:36.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.390066 16567 raft_consensus.cc:3037] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 10 FOLLOWER]: Advancing to term 12
06:16:36.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:36.390205 16103 leader_election.cc:334] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111)
06:16:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.391176 16567 raft_consensus.cc:2454] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate af69761588f848ae8311f75d080c6b0c in term 12.
06:16:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.391374 16103 leader_election.cc:302] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a682da8af9e34f0682a1a6dce172a495, af69761588f848ae8311f75d080c6b0c; no voters: bb11d959ea574f0db459cf6201b01205
06:16:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.391458 16668 raft_consensus.cc:2781] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 12 FOLLOWER]: Leader election won for term 12
06:16:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.391594 16668 raft_consensus.cc:686] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [term 12 LEADER]: Becoming Leader. State: Replica: af69761588f848ae8311f75d080c6b0c, State: Running, Role: LEADER
06:16:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.391687 16668 consensus_queue.cc:237] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.392594 12513 catalog_manager.cc:5495] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c reported cstate change: term changed from 11 to 12, leader changed from bb11d959ea574f0db459cf6201b01205 (127.11.252.193) to af69761588f848ae8311f75d080c6b0c (127.11.252.195). New cstate: current_term: 12 leader_uuid: "af69761588f848ae8311f75d080c6b0c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } health_report { overall_health: UNKNOWN } } }
06:16:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:36.970263 16103 consensus_peers.cc:487] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c -> Peer bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745): Couldn't send request to peer bb11d959ea574f0db459cf6201b01205. Status: Network error: Client connection negotiation failed: client connection to 127.11.252.193:41745: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:16:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.995048 16567 raft_consensus.cc:1261] T aaf7b217058444d7956074385953264b P a682da8af9e34f0682a1a6dce172a495 [term 12 FOLLOWER]: Refusing update from remote peer af69761588f848ae8311f75d080c6b0c: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
06:16:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:36.995388 16700 consensus_queue.cc:1035] T aaf7b217058444d7956074385953264b P af69761588f848ae8311f75d080c6b0c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
06:16:38.999 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaf7b217058444d7956074385953264b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904' with partition [<start>, <end>)
06:16:38.999 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=aaf7b217058444d7956074385953264b@[a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831),af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)[L],bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)]}]
06:16:39.000 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=aaf7b217058444d7956074385953264b, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=3924), Traces: [0ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [2ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [2ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [22ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [23ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [24ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [24ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [43ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [44ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [45ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [46ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [82ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [83ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [84ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [84ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [161ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [163ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [165ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [167ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [167ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [601ms] refreshing cache from master, [601ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [603ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [605ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [606ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [606ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [661ms] refreshing cache from master, [661ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [663ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, [665ms] sending RPC to server bb11d959ea574f0db459cf6201b01205, [667ms] received response from server bb11d959ea574f0db459cf6201b01205: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [667ms] delaying RPC due to: Network error: Failed to connect to peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745): Connection refused: /127.11.252.193:41745, [3922ms] refreshing cache from master, [3922ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.252.253:36471, [3923ms] Sub RPC GetTableLocations: received response from server master-127.11.252.253:36471: OK, deferred=Deferred@619395067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@222ada6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344) -> (continuation of Deferred@351154562 after retry RPC@70344631) -> (continuation of Deferred@1948432722 after retry RPC@2053147782) -> (continuation of Deferred@1340775430 after retry RPC@1809592597) -> (continuation of Deferred@1528511486 after retry RPC@1371925777), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6b95c7af -> wakeup thread Time-limited test -> (continuation of Deferred@63983742 after retry RPC@463914810) -> (continuation of Deferred@929200961 after retry RPC@441513344) -> (continuation of Deferred@351154562 after retry RPC@70344631) -> (continuation of Deferred@1948432722 after retry RPC@2053147782) -> (continuation of Deferred@1340775430 after retry RPC@1809592597) -> (continuation of Deferred@1528511486 after retry RPC@1371925777))) after lookup
06:16:39.000 [DEBUG - kudu-nio-1] (Connection.java:748) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] connecting to peer
06:16:39.001 [DEBUG - kudu-nio-1] (Connection.java:757) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] Successfully connected to peer
06:16:39.017 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x13c689c1, L:/127.0.0.1:42288 - R:/127.11.252.195:40343] using TOKEN/null
06:16:39.024 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.11.252.193:41745
06:16:39.024 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.024931 12275 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskfWQA5U/build/release/bin/kudu
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:41745
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38909
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:16:39.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:39.107014 16740 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:16:39.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:39.107197 16740 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:16:39.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:39.107216 16740 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:16:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:39.108346 16740 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:16:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:39.108393 16740 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.252.193
06:16:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.109720 16740 tablet_server_runner.cc:78] Tablet server non-default flags:
06:16:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:16:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.252.212:42117
06:16:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:16:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:16:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data
06:16:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.252.193:41745
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.252.193
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38909
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.252.254:35273,127.11.252.253:36471,127.11.252.252:36351
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16740
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.252.193
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/logs
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 05:25:39 UTC on ccycloud.quasar-efcgmt.root.comops.site
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581994
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.109908 16740 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:16:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.110136 16740 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:16:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:39.114718 16748 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:39.114739 16747 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:16:39.114760 16750 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:16:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.114950 16740 server_base.cc:1034] running on GCE node
06:16:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.115188 16740 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:16:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.115383 16740 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:16:39.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.116513 16740 hybrid_clock.cc:648] HybridClock initialized: now 1786515399116497 us; error 35 us; skew 500 ppm
06:16:39.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.117686 16740 webserver.cc:460] Webserver started at http://127.11.252.193:38909/ using document root <none> and password file <none>
06:16:39.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.117869 16740 fs_manager.cc:359] Metadata directory not provided
06:16:39.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.117909 16740 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:16:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.119107 16740 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:16:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.119653 16765 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:16:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.119800 16740 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.119895 16740 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data,/tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb11d959ea574f0db459cf6201b01205"
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:16:04 on dist-test-slave-2j7r"
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.120169 16740 fs_report.cc:383] FS layout report
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/wal
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/data
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:16:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:16:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.133911 16740 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:16:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.134166 16740 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:16:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.134291 16740 kserver.cc:163] Server-wide thread pool size limit: 3276
06:16:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.134514 16740 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:16:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.134964 16775 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:16:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.136190 16740 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:16:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.136232 16740 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:16:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.136262 16740 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:16:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.136874 16740 ts_tablet_manager.cc:610] Registered 1 tablets
06:16:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.136905 16740 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:16:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.136968 16775 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap starting.
06:16:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.143704 16740 rpc_server.cc:307] RPC server started. Bound to: 127.11.252.193:41745
06:16:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.143800 16953 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.252.193:41745 every 8 connection(s)
06:16:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.144098 16740 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskfWQA5U/test-tmp/mini-kudu-cluster5473522133170575428/ts-0/data/info.pb
06:16:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.146147 16775 log.cc:824] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Log is configured to *not* fsync() on all Append() calls
06:16:39.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.149845 12275 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskfWQA5U/build/release/bin/kudu as pid 16740
06:16:39.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:16:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.151273 16775 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:16:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.151371 16954 heartbeater.cc:347] Connected to a master server at 127.11.252.252:36351
06:16:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.151460 16954 heartbeater.cc:464] Registering TS with master...
06:16:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.151575 16775 tablet_bootstrap.cc:492] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Bootstrap complete.
06:16:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.151639 16954 heartbeater.cc:511] Master 127.11.252.252:36351 requested a full tablet report, sending...
06:16:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.152297 12656 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.152634 16775 ts_tablet_manager.cc:1397] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent bootstrapping tablet: real 0.016s	user 0.004s	sys 0.007s
06:16:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.153326 16956 heartbeater.cc:347] Connected to a master server at 127.11.252.253:36471
06:16:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.153380 16956 heartbeater.cc:464] Registering TS with master...
06:16:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.153440 16956 heartbeater.cc:511] Master 127.11.252.253:36471 requested a full tablet report, sending...
06:16:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.153833 12513 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.153786 16775 raft_consensus.cc:348] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.154090 16775 raft_consensus.cc:729] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb11d959ea574f0db459cf6201b01205, State: Initialized, Role: FOLLOWER
06:16:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.154238 16775 consensus_queue.cc:260] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bb11d959ea574f0db459cf6201b01205" member_type: VOTER last_known_addr { host: "127.11.252.193" port: 41745 } } peers { permanent_uuid: "af69761588f848ae8311f75d080c6b0c" member_type: VOTER last_known_addr { host: "127.11.252.195" port: 40343 } } peers { permanent_uuid: "a682da8af9e34f0682a1a6dce172a495" member_type: VOTER last_known_addr { host: "127.11.252.194" port: 41831 } }
06:16:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.154299 12513 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.252.193:37435
06:16:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.154486 16775 ts_tablet_manager.cc:1428] T aaf7b217058444d7956074385953264b P bb11d959ea574f0db459cf6201b01205: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
06:16:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.154935 16956 heartbeater.cc:503] Master 127.11.252.253:36471 was elected leader, sending a full tablet report...
06:16:39.155 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:39.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.155967 16955 heartbeater.cc:347] Connected to a master server at 127.11.252.254:35273
06:16:39.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.156025 16955 heartbeater.cc:464] Registering TS with master...
06:16:39.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.156070 16955 heartbeater.cc:511] Master 127.11.252.254:35273 requested a full tablet report, sending...
06:16:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.157238 12374 ts_manager.cc:194] Re-registered known tserver with Master: bb11d959ea574f0db459cf6201b01205 (127.11.252.193:41745)
06:16:39.157 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515364904, tablet=aaf7b217058444d7956074385953264b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:16:39.162 [DEBUG - main] (Connection.java:575) [peer a682da8af9e34f0682a1a6dce172a495(127.11.252.194:41831)] disconnecting while in state TERMINATED
06:16:39.165 [DEBUG - main] (Connection.java:575) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] disconnecting while in state READY
06:16:39.166 [DEBUG - main] (Connection.java:575) [peer master-127.11.252.252:36351(127.11.252.252:36351)] disconnecting while in state READY
06:16:39.166 [DEBUG - main] (Connection.java:575) [peer master-127.11.252.253:36471(127.11.252.253:36471)] disconnecting while in state READY
06:16:39.166 [DEBUG - main] (Connection.java:575) [peer master-127.11.252.254:35273(127.11.252.254:35273)] disconnecting while in state READY
06:16:39.166 [DEBUG - main] (Connection.java:575) [peer bb11d959ea574f0db459cf6201b01205(127.11.252.193:41745)] disconnecting while in state TERMINATED
06:16:39.171 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:16:39.172 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.252.252:36351(127.11.252.252:36351)] handling channelInactive
06:16:39.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.252.252:36351(127.11.252.252:36351)] cleaning up while in state READY due to: connection closed
06:16:39.173 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.252.254:35273(127.11.252.254:35273)] handling channelInactive
06:16:39.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.252.254:35273(127.11.252.254:35273)] cleaning up while in state READY due to: connection closed
06:16:39.175 [DEBUG - kudu-nio-1] (Connection.java:239) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] handling channelInactive
06:16:39.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer af69761588f848ae8311f75d080c6b0c(127.11.252.195:40343)] cleaning up while in state READY due to: connection closed
06:16:39.176 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.252.253:36471(127.11.252.253:36471)] handling channelInactive
06:16:39.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.252.253:36471(127.11.252.253:36471)] cleaning up while in state READY due to: connection closed
06:16:39.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.176800 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 16740
06:16:39.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.195490 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 16407
06:16:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.218382 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 16063
06:16:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.230664 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 12295
06:16:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.242770 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 12449
06:16:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:16:39.253578 12275 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskfWQA5U/build/release/bin/kudu with pid 12600
06:16:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:16:39Z chronyd exiting

Time: 36.987

OK (1 test)

