JUnit version 4.13.2
.00:14:02.984 [INFO - main] (RandomUtils.java:49) Using random seed: 1786493642977
00:14:03.030 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:14:03.089 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:14:03.101 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskM8CWI6/test-tmp
00:14:03.104 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
00:14:03.108 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskM8CWI6/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
00:14:03.312 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:14:03.325 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:14:03.326 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:14:03.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.327085 18299 mini_oidc.cc:152] Starting JWKS server
00:14:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.328413 18299 webserver.cc:460] Webserver started at http://127.0.0.1:44803/ using document root <none> and password file <none>
00:14:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.328554 18299 mini_oidc.cc:189] Starting OIDC Discovery server
00:14:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.328814 18299 webserver.cc:460] Webserver started at http://127.0.0.1:38615/ using document root <none> and password file <none>
00:14:03.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:14:03Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
00:14:03.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:14:03Z Disabled control of system clock
00:14:03.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.343745 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/wal
00:14:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/data
00:14:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/logs
00:14:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/data/info.pb
00:14:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:14:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.254:40171
00:14:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.254
00:14:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44803/jwks.json with env {}
00:14:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.428709 18314 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.428948 18314 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.428982 18314 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:03.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.430356 18314 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:14:03.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.430430 18314 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:03.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.430454 18314 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:14:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.430472 18314 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:14:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.430491 18314 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:14:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.430509 18314 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44803/jwks.json
00:14:03.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.432204 18314 master_runner.cc:386] Master server non-default flags:
00:14:03.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:03.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:03.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:03.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:03.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/data
00:14:03.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/wal
00:14:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.254:40171
00:14:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44803/jwks.json
00:14:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/data/info.pb
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.254
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18314
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/logs
00:14:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:14:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.432497 18314 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:03.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.433212 18314 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:03.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.440622 18324 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.440936 18320 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.440703 18321 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.441505 18314 server_base.cc:1034] running on GCE node
00:14:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.441748 18314 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.442001 18314 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.443182 18314 hybrid_clock.cc:648] HybridClock initialized: now 1786493643443159 us; error 52 us; skew 500 ppm
00:14:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.449488 18314 webserver.cc:460] Webserver started at http://127.17.222.254:39645/ using document root <none> and password file <none>
00:14:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.449808 18314 fs_manager.cc:359] Metadata directory not provided
00:14:03.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.449873 18314 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:03.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.450012 18314 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:14:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.451097 18314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/data/instance:
00:14:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4752ab761a654eb896cb5a200a329435"
00:14:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:03 on dist-test-slave-s11t"
00:14:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.451491 18314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/wal/instance:
00:14:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4752ab761a654eb896cb5a200a329435"
00:14:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:03 on dist-test-slave-s11t"
00:14:03.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.453167 18314 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
00:14:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.454087 18330 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.454348 18314 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.454444 18314 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/wal
00:14:03.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4752ab761a654eb896cb5a200a329435"
00:14:03.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:03 on dist-test-slave-s11t"
00:14:03.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.454514 18314 fs_report.cc:383] FS layout report
00:14:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/wal
00:14:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/wal
00:14:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/data/data
00:14:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:03.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.485637 18314 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:03.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.486011 18314 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:03.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.486158 18314 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:03.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.490674 18314 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.254:40171
00:14:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.490728 18409 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.254:40171 every 8 connection(s)
00:14:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.491130 18314 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/data/info.pb
00:14:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.491972 18410 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:03.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.494014 18410 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } has no permanent_uuid. Determining permanent_uuid...
00:14:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.499759 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 18314
00:14:03.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.499886 18299 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-0/wal/instance
00:14:03.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.500116 18410 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } has no permanent_uuid. Determining permanent_uuid...
00:14:03.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.500537 18333 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.253:37071: connect: Connection refused (error 111)
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.500970 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/wal
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/data
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/logs
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/data/info.pb
00:14:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.253:37071
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.253
00:14:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:03.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:03.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:03.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:03.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:03.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:03.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:03.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:03.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44803/jwks.json with env {}
00:14:03.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.501066 18410 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.222.253:37071: Network error: Client connection negotiation failed: client connection to 127.17.222.253:37071: connect: Connection refused (error 111)
00:14:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.550287 18410 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } attempt: 1
00:14:03.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.551271 18410 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.222.253:37071: Network error: Client connection negotiation failed: client connection to 127.17.222.253:37071: connect: Connection refused (error 111)
00:14:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.585737 18416 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.586015 18416 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.586042 18416 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.587293 18416 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:14:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.587337 18416 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.587356 18416 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:14:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.587371 18416 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:14:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.587383 18416 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:14:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.587394 18416 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44803/jwks.json
00:14:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.588878 18416 master_runner.cc:386] Master server non-default flags:
00:14:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/data
00:14:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/wal
00:14:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.253:37071
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44803/jwks.json
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/data/info.pb
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.253
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18416
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/logs
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:14:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.589074 18416 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.589305 18416 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.594409 18422 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.594417 18424 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.594419 18428 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.594676 18416 server_base.cc:1034] running on GCE node
00:14:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.595677 18416 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:03.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.596041 18416 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:03.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.597213 18416 hybrid_clock.cc:648] HybridClock initialized: now 1786493643597181 us; error 49 us; skew 500 ppm
00:14:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.598621 18416 webserver.cc:460] Webserver started at http://127.17.222.253:36693/ using document root <none> and password file <none>
00:14:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.598896 18416 fs_manager.cc:359] Metadata directory not provided
00:14:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.598961 18416 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.599097 18416 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:14:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.600123 18416 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/data/instance:
00:14:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb623a3a968481cbae240348aecbb3e"
00:14:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:03 on dist-test-slave-s11t"
00:14:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.600533 18416 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/wal/instance:
00:14:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb623a3a968481cbae240348aecbb3e"
00:14:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:03 on dist-test-slave-s11t"
00:14:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.602183 18416 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
00:14:03.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.603111 18441 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:03.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.603348 18416 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.603446 18416 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/wal
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb623a3a968481cbae240348aecbb3e"
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:03 on dist-test-slave-s11t"
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.603507 18416 fs_report.cc:383] FS layout report
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/wal
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/wal
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/data/data
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:03.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.619472 18410 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } attempt: 2
00:14:03.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.620275 18410 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.222.253:37071: Network error: Client connection negotiation failed: client connection to 127.17.222.253:37071: connect: Connection refused (error 111)
00:14:03.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.626819 18416 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.627059 18416 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.627161 18416 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.631126 18416 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.253:37071
00:14:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.631183 18524 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.253:37071 every 8 connection(s)
00:14:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.631436 18416 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/data/info.pb
00:14:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.632102 18526 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:03.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.634271 18526 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } has no permanent_uuid. Determining permanent_uuid...
00:14:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.636765 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 18416
00:14:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.636852 18299 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-1/wal/instance
00:14:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.637252 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/wal
00:14:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/data
00:14:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/logs
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/data/info.pb
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.252:40827
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.252
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:03.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44803/jwks.json with env {}
00:14:03.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.641276 18526 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } has no permanent_uuid. Determining permanent_uuid...
00:14:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.647241 18526 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } has no permanent_uuid. Determining permanent_uuid...
00:14:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.647716 18447 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.252:40827: connect: Connection refused (error 111)
00:14:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.648284 18526 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.222.252:40827: Network error: Client connection negotiation failed: client connection to 127.17.222.252:40827: connect: Connection refused (error 111)
00:14:03.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.697542 18526 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } attempt: 1
00:14:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.698779 18526 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.222.252:40827: Network error: Client connection negotiation failed: client connection to 127.17.222.252:40827: connect: Connection refused (error 111)
00:14:03.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.711464 18410 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } attempt: 3
00:14:03.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.715338 18410 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } has no permanent_uuid. Determining permanent_uuid...
00:14:03.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.716413 18410 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.222.252:40827: Network error: Client connection negotiation failed: client connection to 127.17.222.252:40827: connect: Connection refused (error 111)
00:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.727409 18529 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.727607 18529 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.727628 18529 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.728760 18529 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:14:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.728799 18529 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.728813 18529 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:14:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.728826 18529 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:14:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.728838 18529 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:14:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.728850 18529 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44803/jwks.json
00:14:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.730257 18529 master_runner.cc:386] Master server non-default flags:
00:14:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/data
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/wal
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.252:40827
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44803/jwks.json
00:14:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/data/info.pb
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.252
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18529
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/logs
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:14:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.730459 18529 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.730825 18529 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.736541 18546 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.736620 18541 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.736639 18542 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.736809 18529 server_base.cc:1034] running on GCE node
00:14:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.738018 18529 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.738348 18529 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:03.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.741616 18529 hybrid_clock.cc:648] HybridClock initialized: now 1786493643741588 us; error 51 us; skew 500 ppm
00:14:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.742933 18529 webserver.cc:460] Webserver started at http://127.17.222.252:40267/ using document root <none> and password file <none>
00:14:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.743139 18529 fs_manager.cc:359] Metadata directory not provided
00:14:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.743173 18529 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.743263 18529 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:14:03.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.744230 18529 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/data/instance:
00:14:03.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0834eb4328a540c8b0cb64bc8f309c12"
00:14:03.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:03 on dist-test-slave-s11t"
00:14:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.744592 18529 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/wal/instance:
00:14:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0834eb4328a540c8b0cb64bc8f309c12"
00:14:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:03 on dist-test-slave-s11t"
00:14:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.745993 18529 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
00:14:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.746718 18555 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.746912 18529 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.747001 18529 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/wal
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0834eb4328a540c8b0cb64bc8f309c12"
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:03 on dist-test-slave-s11t"
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.747066 18529 fs_report.cc:383] FS layout report
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/wal
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/wal
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/data/data
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.748416 18410 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } attempt: 1
00:14:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.749169 18410 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.222.252:40827: Network error: Client connection negotiation failed: client connection to 127.17.222.252:40827: connect: Connection refused (error 111)
00:14:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.765981 18529 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.766275 18529 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.766376 18529 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:03.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.766945 18526 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } attempt: 2
00:14:03.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.767771 18526 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.222.252:40827: Network error: Client connection negotiation failed: client connection to 127.17.222.252:40827: connect: Connection refused (error 111)
00:14:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.771246 18529 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.252:40827
00:14:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.771284 18631 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.252:40827 every 8 connection(s)
00:14:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.771699 18529 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/data/info.pb
00:14:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.772541 18632 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.773470 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 18529
00:14:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.773593 18299 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/master-2/wal/instance
00:14:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.775547 18632 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } has no permanent_uuid. Determining permanent_uuid...
00:14:03.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.781155 18632 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } has no permanent_uuid. Determining permanent_uuid...
00:14:03.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.785283 18632 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } has no permanent_uuid. Determining permanent_uuid...
00:14:03.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.789794 18632 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12: Bootstrap starting.
00:14:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.790511 18632 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12: Neither blocks nor log segments found. Creating new log.
00:14:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.790877 18632 log.cc:824] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12: Log is configured to *not* fsync() on all Append() calls
00:14:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.791705 18632 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12: No bootstrap required, opened a new log
00:14:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.793491 18632 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } }
00:14:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.793653 18632 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.793694 18632 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0834eb4328a540c8b0cb64bc8f309c12, State: Initialized, Role: FOLLOWER
00:14:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.793818 18632 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } }
00:14:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.794148 18632 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [sys.catalog]: configured and running, proceeding with master startup.
00:14:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.794154 18644 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.794271 18644 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [sys.catalog]: This master's current role is: FOLLOWER
00:14:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.795794 18660 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:14:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.795843 18660 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:14:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.796046 18529 master_runner.cc:186] Error getting master registration for 127.17.222.254:40171: OK, instance_id { permanent_uuid: "4752ab761a654eb896cb5a200a329435" instance_seqno: 1786493643489490 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:14:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.798302 18529 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:14:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.824326 18410 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } attempt: 2
00:14:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.829504 18410 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435: Bootstrap starting.
00:14:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.830253 18410 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435: Neither blocks nor log segments found. Creating new log.
00:14:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.830631 18410 log.cc:824] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435: Log is configured to *not* fsync() on all Append() calls
00:14:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.831444 18410 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435: No bootstrap required, opened a new log
00:14:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.833433 18410 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } }
00:14:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.833570 18410 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.833611 18410 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4752ab761a654eb896cb5a200a329435, State: Initialized, Role: FOLLOWER
00:14:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.833736 18410 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } }
00:14:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.834125 18410 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [sys.catalog]: configured and running, proceeding with master startup.
00:14:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.834066 18665 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.835304 18665 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [sys.catalog]: This master's current role is: FOLLOWER
00:14:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.836650 18314 master_runner.cc:186] Error getting master registration for 127.17.222.253:37071: OK, instance_id { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" instance_seqno: 1786493643630095 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:14:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.838874 18314 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:14:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.839561 18681 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:14:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.839805 18681 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:14:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.858948 18526 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } attempt: 3
00:14:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.864514 18526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e: Bootstrap starting.
00:14:03.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.865314 18526 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e: Neither blocks nor log segments found. Creating new log.
00:14:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.865999 18526 log.cc:824] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e: Log is configured to *not* fsync() on all Append() calls
00:14:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.866885 18526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e: No bootstrap required, opened a new log
00:14:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.869479 18526 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } }
00:14:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.869637 18526 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.869673 18526 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6eb623a3a968481cbae240348aecbb3e, State: Initialized, Role: FOLLOWER
00:14:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.869814 18526 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } }
00:14:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.870141 18526 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [sys.catalog]: configured and running, proceeding with master startup.
00:14:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.872044 18701 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:14:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.872287 18701 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:14:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.874292 18416 master_runner.cc:263] No leader master found from master 6eb623a3a968481cbae240348aecbb3e
00:14:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.874346 18416 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:14:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.874712 18686 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:03.876114 18686 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [sys.catalog]: This master's current role is: FOLLOWER
00:14:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.877741 18454 tablet.cc:2369] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:03.987103 18339 tablet.cc:2369] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.017077 18562 tablet.cc:2369] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:04.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.049374 18644 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:14:04.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.049503 18644 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } }
00:14:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.049783 18644 leader_election.cc:288] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4752ab761a654eb896cb5a200a329435 (127.17.222.254:40171), 6eb623a3a968481cbae240348aecbb3e (127.17.222.253:37071)
00:14:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.050086 18371 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0834eb4328a540c8b0cb64bc8f309c12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4752ab761a654eb896cb5a200a329435" is_pre_election: true
00:14:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.050138 18488 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0834eb4328a540c8b0cb64bc8f309c12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6eb623a3a968481cbae240348aecbb3e" is_pre_election: true
00:14:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.050266 18371 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0834eb4328a540c8b0cb64bc8f309c12 in term 0.
00:14:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.050312 18488 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0834eb4328a540c8b0cb64bc8f309c12 in term 0.
00:14:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.050479 18556 leader_election.cc:302] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0834eb4328a540c8b0cb64bc8f309c12, 4752ab761a654eb896cb5a200a329435; no voters: 
00:14:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.050627 18644 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:14:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.050679 18644 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:14:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.050701 18644 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 0 FOLLOWER]: Advancing to term 1
00:14:04.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.051712 18644 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } }
00:14:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.051909 18644 leader_election.cc:288] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [CANDIDATE]: Term 1 election: Requested vote from peers 4752ab761a654eb896cb5a200a329435 (127.17.222.254:40171), 6eb623a3a968481cbae240348aecbb3e (127.17.222.253:37071)
00:14:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.052088 18488 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0834eb4328a540c8b0cb64bc8f309c12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6eb623a3a968481cbae240348aecbb3e"
00:14:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.052160 18488 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [term 0 FOLLOWER]: Advancing to term 1
00:14:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.052166 18371 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0834eb4328a540c8b0cb64bc8f309c12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4752ab761a654eb896cb5a200a329435"
00:14:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.052258 18371 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [term 0 FOLLOWER]: Advancing to term 1
00:14:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.052856 18488 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0834eb4328a540c8b0cb64bc8f309c12 in term 1.
00:14:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.053018 18559 leader_election.cc:302] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0834eb4328a540c8b0cb64bc8f309c12, 6eb623a3a968481cbae240348aecbb3e; no voters: 
00:14:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.053201 18371 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0834eb4328a540c8b0cb64bc8f309c12 in term 1.
00:14:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.053313 18644 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 1 FOLLOWER]: Leader election won for term 1
00:14:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.053474 18644 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [term 1 LEADER]: Becoming Leader. State: Replica: 0834eb4328a540c8b0cb64bc8f309c12, State: Running, Role: LEADER
00:14:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.053563 18644 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } }
00:14:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.054034 18704 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0834eb4328a540c8b0cb64bc8f309c12. Latest consensus state: current_term: 1 leader_uuid: "0834eb4328a540c8b0cb64bc8f309c12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.054132 18704 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [sys.catalog]: This master's current role is: LEADER
00:14:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.054407 18707 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:14:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.054593 18707 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:14:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.056002 18371 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [term 1 FOLLOWER]: Refusing update from remote peer 0834eb4328a540c8b0cb64bc8f309c12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.056038 18488 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [term 1 FOLLOWER]: Refusing update from remote peer 0834eb4328a540c8b0cb64bc8f309c12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.056318 18704 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:14:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.056399 18644 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:14:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.057541 18665 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0834eb4328a540c8b0cb64bc8f309c12. Latest consensus state: current_term: 1 leader_uuid: "0834eb4328a540c8b0cb64bc8f309c12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.057534 18686 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0834eb4328a540c8b0cb64bc8f309c12. Latest consensus state: current_term: 1 leader_uuid: "0834eb4328a540c8b0cb64bc8f309c12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.057617 18686 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [sys.catalog]: This master's current role is: FOLLOWER
00:14:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.057617 18665 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [sys.catalog]: This master's current role is: FOLLOWER
00:14:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.058938 18712 mvcc.cc:205] Tried to move back new op lower bound from 7317477966051323904 to 7317477966043922432. Current Snapshot: MvccSnapshot[applied={T|T < 7317477966051323904}]
00:14:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.059183 18686 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0834eb4328a540c8b0cb64bc8f309c12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.059270 18686 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e [sys.catalog]: This master's current role is: FOLLOWER
00:14:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.059537 18715 mvcc.cc:205] Tried to move back new op lower bound from 7317477966051323904 to 7317477966043922432. Current Snapshot: MvccSnapshot[applied={T|T < 7317477966051323904}]
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.059556 18665 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0834eb4328a540c8b0cb64bc8f309c12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.059628 18665 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435 [sys.catalog]: This master's current role is: FOLLOWER
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060024 18704 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0834eb4328a540c8b0cb64bc8f309c12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060104 18704 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [sys.catalog]: This master's current role is: LEADER
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060146 18644 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0834eb4328a540c8b0cb64bc8f309c12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4752ab761a654eb896cb5a200a329435" member_type: VOTER last_known_addr { host: "127.17.222.254" port: 40171 } } peers { permanent_uuid: "6eb623a3a968481cbae240348aecbb3e" member_type: VOTER last_known_addr { host: "127.17.222.253" port: 37071 } } peers { permanent_uuid: "0834eb4328a540c8b0cb64bc8f309c12" member_type: VOTER last_known_addr { host: "127.17.222.252" port: 40827 } } }
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060207 18644 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12 [sys.catalog]: This master's current role is: LEADER
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060266 18714 mvcc.cc:205] Tried to move back new op lower bound from 7317477966051323904 to 7317477966043922432. Current Snapshot: MvccSnapshot[applied={T|T < 7317477966051323904}]
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060563 18707 catalog_manager.cc:1347] Generated new cluster ID: d6fdb97ef3e842c2a754f5027c0e7f4e
00:14:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.060623 18707 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:14:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.088568 18707 catalog_manager.cc:1370] Generated new certificate authority record
00:14:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.089361 18707 catalog_manager.cc:1504] Loading token signing keys...
00:14:04.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.096392 18707 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 0834eb4328a540c8b0cb64bc8f309c12: Generated new TSK 0
00:14:04.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.096570 18707 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:14:04.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.101536 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:04.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:04.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:04.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:04.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:0
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:04.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.185397 18729 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.185587 18729 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.185607 18729 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.186655 18729 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.186697 18729 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.193
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.187942 18729 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:0
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18729
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:04.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.188130 18729 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:04.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.188378 18729 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:04.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.193764 18740 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.193743 18736 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.193782 18734 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.193816 18729 server_base.cc:1034] running on GCE node
00:14:04.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.194613 18729 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:04.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.194885 18729 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.196058 18729 hybrid_clock.cc:648] HybridClock initialized: now 1786493644196040 us; error 27 us; skew 500 ppm
00:14:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.197455 18729 webserver.cc:460] Webserver started at http://127.17.222.193:46255/ using document root <none> and password file <none>
00:14:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.197655 18729 fs_manager.cc:359] Metadata directory not provided
00:14:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.197696 18729 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.197798 18729 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:14:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.198700 18729 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/instance:
00:14:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.199000 18729 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal/instance:
00:14:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.200716 18729 fs_manager.cc:691] Time spent creating directory manager: real 0.002s	user 0.003s	sys 0.000s
00:14:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.201663 18760 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.201902 18729 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.202006 18729 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.202077 18729 fs_report.cc:383] FS layout report
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/data
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.233131 18729 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.233398 18729 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.233491 18729 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.233719 18729 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.234021 18729 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:14:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.234056 18729 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:14:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.234078 18729 ts_tablet_manager.cc:610] Registered 0 tablets
00:14:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.234091 18729 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:14:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.241006 18729 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.193:39231
00:14:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.241068 18924 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.193:39231 every 8 connection(s)
00:14:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.241485 18729 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.247311 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 18729
00:14:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.247401 18299 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal/instance
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.249256 18928 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.249301 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/logs
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.194:0
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.194
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.194
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.249418 18928 heartbeater.cc:464] Registering TS with master...
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.249774 18928 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.250432 18471 ts_manager.cc:194] Registered new tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.253892 18925 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.253969 18925 heartbeater.cc:464] Registering TS with master...
00:14:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.254010 18926 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.254038 18925 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.254062 18926 heartbeater.cc:464] Registering TS with master...
00:14:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.254364 18577 ts_manager.cc:194] Registered new tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.254827 18926 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.255110 18577 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.193:39477
00:14:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.255226 18354 ts_manager.cc:194] Registered new tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.343727 18935 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.343922 18935 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.343946 18935 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.345081 18935 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.345129 18935 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.194
00:14:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.346560 18935 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data
00:14:04.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.194:0
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.194
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18935
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.194
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/logs
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.346750 18935 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.347031 18935 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.352231 18942 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.352468 18935 server_base.cc:1034] running on GCE node
00:14:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.352243 18943 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.352205 18945 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.353076 18935 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.353368 18935 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.354561 18935 hybrid_clock.cc:648] HybridClock initialized: now 1786493644354533 us; error 42 us; skew 500 ppm
00:14:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.355983 18935 webserver.cc:460] Webserver started at http://127.17.222.194:37189/ using document root <none> and password file <none>
00:14:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.356366 18935 fs_manager.cc:359] Metadata directory not provided
00:14:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.356462 18935 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.356618 18935 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:14:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.357748 18935 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/instance:
00:14:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.358173 18935 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal/instance:
00:14:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.359714 18935 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
00:14:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.360563 18954 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.360796 18935 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.360893 18935 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.361006 18935 fs_report.cc:383] FS layout report
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/data
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:04.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.377293 18935 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:04.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.377615 18935 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.377753 18935 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.378023 18935 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.378376 18935 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:14:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.378417 18935 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:14:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.378448 18935 ts_tablet_manager.cc:610] Registered 0 tablets
00:14:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.378470 18935 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:14:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.384822 18935 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.194:33129
00:14:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.384878 19137 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.194:33129 every 8 connection(s)
00:14:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.385192 18935 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.389012 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 18935
00:14:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.389101 18299 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal/instance
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.390952 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/logs
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.195:0
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.195
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.195
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.392508 19138 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.392606 19138 heartbeater.cc:464] Registering TS with master...
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.392822 19141 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:04.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.392848 19139 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.392916 19139 heartbeater.cc:464] Registering TS with master...
00:14:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.393091 19139 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.393152 19138 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.392863 19141 heartbeater.cc:464] Registering TS with master...
00:14:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.393391 19141 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.393483 18577 ts_manager.cc:194] Registered new tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.393666 18471 ts_manager.cc:194] Registered new tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.393687 18354 ts_manager.cc:194] Registered new tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.394001 18577 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.194:51411
00:14:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.478127 19150 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.478323 19150 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.478343 19150 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:04.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.479403 19150 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:04.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.479447 19150 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.195
00:14:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.480713 19150 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.195:0
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.195
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19150
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.195
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/logs
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.480909 19150 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.481189 19150 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.486577 19157 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.486840 19156 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.487047 19150 server_base.cc:1034] running on GCE node
00:14:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:04.487114 19161 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.487326 19150 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.487574 19150 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.488759 19150 hybrid_clock.cc:648] HybridClock initialized: now 1786493644488737 us; error 26 us; skew 500 ppm
00:14:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.489995 19150 webserver.cc:460] Webserver started at http://127.17.222.195:39991/ using document root <none> and password file <none>
00:14:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.490276 19150 fs_manager.cc:359] Metadata directory not provided
00:14:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.490353 19150 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.490490 19150 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:14:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.491452 19150 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/instance:
00:14:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.491827 19150 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal/instance:
00:14:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:04.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.493384 19150 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
00:14:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.494302 19171 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.494537 19150 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.494639 19150 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.494719 19150 fs_report.cc:383] FS layout report
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/data
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.509459 19150 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.509797 19150 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:04.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.509981 19150 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:04.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.510278 19150 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:04.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.510661 19150 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:14:04.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.510720 19150 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:14:04.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.510761 19150 ts_tablet_manager.cc:610] Registered 0 tablets
00:14:04.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.510779 19150 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:14:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.517493 19150 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.195:35211
00:14:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.517540 19357 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.195:35211 every 8 connection(s)
00:14:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.517860 19150 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.524441 19359 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.524502 19363 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.524538 19359 heartbeater.cc:464] Registering TS with master...
00:14:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.524538 19363 heartbeater.cc:464] Registering TS with master...
00:14:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.524786 19363 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.524968 19362 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.525004 19362 heartbeater.cc:464] Registering TS with master...
00:14:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.525066 19362 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.525243 18471 ts_manager.cc:194] Registered new tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.525255 19359 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.525336 18354 ts_manager.cc:194] Registered new tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.525554 18577 ts_manager.cc:194] Registered new tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.525938 18577 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.195:36261
00:14:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.528062 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 19150
00:14:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.528139 18299 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal/instance
00:14:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.530869 18299 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
00:14:04.531 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:14:04.533 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:14:04.543 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.222.254"
      port: 40171
    }
    bound_http_address {
      host: "127.17.222.254"
      port: 39645
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.222.253"
      port: 37071
    }
    bound_http_address {
      host: "127.17.222.253"
      port: 36693
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.222.252"
      port: 40827
    }
    bound_http_address {
      host: "127.17.222.252"
      port: 40267
    }
  }
}

00:14:04.548 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:14:04.550 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.222.193"
      port: 39231
    }
    bound_http_address {
      host: "127.17.222.193"
      port: 46255
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.222.194"
      port: 33129
    }
    bound_http_address {
      host: "127.17.222.194"
      port: 37189
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.222.195"
      port: 35211
    }
    bound_http_address {
      host: "127.17.222.195"
      port: 39991
    }
  }
}

00:14:04.550 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:14:04.735 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:14:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.840466 18681 catalog_manager.cc:1259] Loaded cluster ID: d6fdb97ef3e842c2a754f5027c0e7f4e
00:14:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.840550 18681 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435: loading cluster ID for follower catalog manager: success
00:14:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.841863 18681 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435: acquiring CA information for follower catalog manager: success
00:14:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.842243 18681 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4752ab761a654eb896cb5a200a329435: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:14:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.873015 18701 catalog_manager.cc:1259] Loaded cluster ID: d6fdb97ef3e842c2a754f5027c0e7f4e
00:14:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.873087 18701 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e: loading cluster ID for follower catalog manager: success
00:14:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.874121 18701 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e: acquiring CA information for follower catalog manager: success
00:14:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:04.874441 18701 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6eb623a3a968481cbae240348aecbb3e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:14:04.951 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.222.253:37071(127.17.222.253:37071)] connecting to peer
00:14:05.015 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.222.254:40171(127.17.222.254:40171)] connecting to peer
00:14:05.016 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.222.252:40827(127.17.222.252:40827)] connecting to peer
00:14:05.038 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.222.253:37071(127.17.222.253:37071)] Successfully connected to peer
00:14:05.038 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.222.254:40171(127.17.222.254:40171)] Successfully connected to peer
00:14:05.098 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.222.252:40827(127.17.222.252:40827)] Successfully connected to peer
00:14:05.120 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.222.254
00:14:05.120 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.222.253
00:14:05.216 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.222.252
00:14:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.255991 18925 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:05.331 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdbc9b2f2, L:/127.0.0.1:60504 - R:/127.17.222.253:37071] using SASL/PLAIN
00:14:05.331 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7a0aa4c6, L:/127.0.0.1:40116 - R:/127.17.222.254:40171] using SASL/PLAIN
00:14:05.345 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6cd89305, L:/127.0.0.1:42180 - R:/127.17.222.252:40827] using SASL/PLAIN
00:14:05.375 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:14:05.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=486), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.222.253:37071, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.222.254:40171, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.222.252:40827, [447ms] Sub RPC ConnectToMaster: received response from server master-127.17.222.253:37071: OK, [447ms] Sub RPC ConnectToMaster: received response from server master-127.17.222.254:40171: OK, [453ms] Sub RPC ConnectToMaster: received response from server master-127.17.222.252:40827: OK, deferred=null) after lookup
00:14:05.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.394832 19138 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.434175 18577 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42180:
00:14:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878"
00:14:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:14:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:14:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:14:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:14:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:14:05.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:14:05.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:14:05.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:14:05.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:05.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:14:05.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:05.434613 18577 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:14:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.447844 18829 tablet_service.cc:1467] Processing CreateTablet for tablet 23ea390d2bb9419091ba7d7949807d40 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878 [id=f729eb7172594aae88de6781b62f24c0]), partition=RANGE (key) PARTITION UNBOUNDED
00:14:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.448292 18829 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 23ea390d2bb9419091ba7d7949807d40. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.450011 19244 tablet_service.cc:1467] Processing CreateTablet for tablet 23ea390d2bb9419091ba7d7949807d40 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878 [id=f729eb7172594aae88de6781b62f24c0]), partition=RANGE (key) PARTITION UNBOUNDED
00:14:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.450397 19244 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 23ea390d2bb9419091ba7d7949807d40. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.452123 19417 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap starting.
00:14:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.452965 19417 tablet_bootstrap.cc:654] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Neither blocks nor log segments found. Creating new log.
00:14:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.452952 19046 tablet_service.cc:1467] Processing CreateTablet for tablet 23ea390d2bb9419091ba7d7949807d40 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878 [id=f729eb7172594aae88de6781b62f24c0]), partition=RANGE (key) PARTITION UNBOUNDED
00:14:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.453338 19046 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 23ea390d2bb9419091ba7d7949807d40. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.453336 19417 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Log is configured to *not* fsync() on all Append() calls
00:14:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.456305 19417 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: No bootstrap required, opened a new log
00:14:05.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.456581 19417 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent bootstrapping tablet: real 0.005s	user 0.002s	sys 0.000s
00:14:05.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.456986 19420 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap starting.
00:14:05.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.458324 19420 tablet_bootstrap.cc:654] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Neither blocks nor log segments found. Creating new log.
00:14:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.458902 19420 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Log is configured to *not* fsync() on all Append() calls
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.459755 19420 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: No bootstrap required, opened a new log
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.459825 19420 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Time spent bootstrapping tablet: real 0.003s	user 0.002s	sys 0.000s
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.460007 19417 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.460182 19417 raft_consensus.cc:374] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.460216 19417 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6590a02a02274d7ab00a3431d67a0c88, State: Initialized, Role: FOLLOWER
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.460351 19417 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.460615 19417 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.462812 19420 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.462975 19420 raft_consensus.cc:374] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.463006 19420 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a77fe98155e4a6b89688f824594441c, State: Initialized, Role: FOLLOWER
00:14:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.463127 19420 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.463339 19419 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap starting.
00:14:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.463369 19420 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.000s
00:14:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.464089 19419 tablet_bootstrap.cc:654] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Neither blocks nor log segments found. Creating new log.
00:14:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.464717 19419 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Log is configured to *not* fsync() on all Append() calls
00:14:05.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.466423 19419 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: No bootstrap required, opened a new log
00:14:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.466504 19419 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Time spent bootstrapping tablet: real 0.003s	user 0.002s	sys 0.000s
00:14:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.469528 19419 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:05.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.469718 19419 raft_consensus.cc:374] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:05.470 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table f729eb7172594aae88de6781b62f24c0
00:14:05.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.469761 19419 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd1dfe6efe5461c836ab662584cd995, State: Initialized, Role: FOLLOWER
00:14:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.469972 19419 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.470295 19419 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
00:14:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.470461 19359 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:05.494777 18929 tablet.cc:2369] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:05.519335 19365 tablet.cc:2369] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:05.636801 19143 tablet.cc:2369] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.740474 19426 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:14:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.740604 19426 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.741022 19426 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.745891 19071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c" is_pre_election: true
00:14:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.745993 19276 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd1dfe6efe5461c836ab662584cd995" is_pre_election: true
00:14:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.746104 19071 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 0.
00:14:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.746127 19276 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 0.
00:14:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.746409 18764 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6590a02a02274d7ab00a3431d67a0c88, bcd1dfe6efe5461c836ab662584cd995; no voters: 
00:14:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.746547 19426 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:14:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.746613 19426 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:14:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.746641 19426 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 0 FOLLOWER]: Advancing to term 1
00:14:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.747411 19426 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.747563 19426 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 1 election: Requested vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.747771 19071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.747867 19276 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.747887 19071 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 0 FOLLOWER]: Advancing to term 1
00:14:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.747941 19276 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 0 FOLLOWER]: Advancing to term 1
00:14:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.748862 19276 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 1.
00:14:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.748862 19071 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 1.
00:14:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.749092 18764 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, 6590a02a02274d7ab00a3431d67a0c88; no voters: 
00:14:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.749189 19426 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 1 FOLLOWER]: Leader election won for term 1
00:14:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.749395 19426 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 1 LEADER]: Becoming Leader. State: Replica: 6590a02a02274d7ab00a3431d67a0c88, State: Running, Role: LEADER
00:14:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.749509 19426 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:05.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:05.750537 18577 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193). New cstate: current_term: 1 leader_uuid: "6590a02a02274d7ab00a3431d67a0c88" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: HEALTHY } } }
00:14:05.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table f729eb7172594aae88de6781b62f24c0
00:14:05.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:05.922 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:05.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=null) after lookup
00:14:05.934 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:05.936 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] Successfully connected to peer
00:14:05.996 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x01b5f32f, L:/127.0.0.1:36336 - R:/127.17.222.193:39231] using TOKEN/null
00:14:06.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:06.000590 19071 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 1 FOLLOWER]: Refusing update from remote peer 6590a02a02274d7ab00a3431d67a0c88: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:06.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:06.001324 19276 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 1 FOLLOWER]: Refusing update from remote peer 6590a02a02274d7ab00a3431d67a0c88: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:06.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:06.001343 19435 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:14:06.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:06.001703 19435 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:14:06.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:06.007095 19444 mvcc.cc:205] Tried to move back new op lower bound from 7317477974012416000 to 7317477972990537728. Current Snapshot: MvccSnapshot[applied={T|T < 7317477974012416000}]
00:14:06.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:06.007512 19441 mvcc.cc:205] Tried to move back new op lower bound from 7317477974012416000 to 7317477972990537728. Current Snapshot: MvccSnapshot[applied={T|T < 7317477974012416000}]
00:14:06.074 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:06.076 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.193:39231
00:14:06.078 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:06.078385 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 18729
00:14:06.125 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:06.127 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] handling channelInactive
00:14:06.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state READY due to: connection closed
00:14:06.128 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: connection closed
00:14:06.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:06.135 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:06.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [9ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@256153185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@7883a019 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@408ae579 -> wakeup thread Time-limited test)) after lookup
00:14:06.136 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:06.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.137 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:06.155 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:06.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [9ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [12ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@256153185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@7883a019 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@408ae579 -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037))) after lookup
00:14:06.156 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:06.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.158 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:06.195 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:06.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [9ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [12ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [31ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [33ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [33ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [69ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@256153185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@7883a019 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037) -> (continuation of Deferred@313175291 after retry RPC@93759064), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@408ae579 -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037) -> (continuation of Deferred@313175291 after retry RPC@93759064))) after lookup
00:14:06.197 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:06.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.198 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:06.335 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:06.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=210), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [9ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [12ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [31ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [33ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [33ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [69ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [71ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [73ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [73ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [209ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@256153185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@7883a019 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037) -> (continuation of Deferred@313175291 after retry RPC@93759064) -> (continuation of Deferred@143434675 after retry RPC@1798780024), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@408ae579 -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037) -> (continuation of Deferred@313175291 after retry RPC@93759064) -> (continuation of Deferred@143434675 after retry RPC@1798780024))) after lookup
00:14:06.337 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:06.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.340 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:06.776 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:06.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=651), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [9ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [12ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [31ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [33ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [33ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [69ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [71ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [73ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [73ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [209ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [212ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [215ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [215ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [647ms] refreshing cache from master, [647ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [650ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@256153185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@7883a019 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037) -> (continuation of Deferred@313175291 after retry RPC@93759064) -> (continuation of Deferred@143434675 after retry RPC@1798780024) -> (continuation of Deferred@270226353 after retry RPC@1113399614), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@408ae579 -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037) -> (continuation of Deferred@313175291 after retry RPC@93759064) -> (continuation of Deferred@143434675 after retry RPC@1798780024) -> (continuation of Deferred@270226353 after retry RPC@1113399614))) after lookup
00:14:06.778 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:06.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:06.779 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.534912 19454 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6590a02a02274d7ab00a3431d67a0c88)
00:14:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.535025 19455 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6590a02a02274d7ab00a3431d67a0c88)
00:14:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.535038 19454 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.535099 19455 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.535482 19455 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:07.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.535936 19454 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:07.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.536265 19177 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:07.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.536415 18958 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:07.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.536885 18958 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:07.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.536974 19177 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.539053 19071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "bcd1dfe6efe5461c836ab662584cd995" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c" is_pre_election: true
00:14:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.539160 19071 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd1dfe6efe5461c836ab662584cd995 in term 1.
00:14:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.539345 19177 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, bcd1dfe6efe5461c836ab662584cd995; no voters: 6590a02a02274d7ab00a3431d67a0c88
00:14:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.539505 19276 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "5a77fe98155e4a6b89688f824594441c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "bcd1dfe6efe5461c836ab662584cd995" is_pre_election: true
00:14:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.539580 19454 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:14:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.539657 19454 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6590a02a02274d7ab00a3431d67a0c88)
00:14:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.539680 19454 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 1 FOLLOWER]: Advancing to term 2
00:14:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.540391 19454 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.540546 19454 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 2 election: Requested vote from peers 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.540604 19276 raft_consensus.cc:2379] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5a77fe98155e4a6b89688f824594441c in current term 2: Already voted for candidate bcd1dfe6efe5461c836ab662584cd995 in this term.
00:14:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.540776 19071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "bcd1dfe6efe5461c836ab662584cd995" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.540861 19071 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 1 FOLLOWER]: Advancing to term 2
00:14:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.541378 18958 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c; no voters: 6590a02a02274d7ab00a3431d67a0c88, bcd1dfe6efe5461c836ab662584cd995
00:14:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.541976 19071 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd1dfe6efe5461c836ab662584cd995 in term 2.
00:14:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.542088 19455 raft_consensus.cc:2726] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:14:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.542174 19177 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.542244 19177 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, bcd1dfe6efe5461c836ab662584cd995; no voters: 6590a02a02274d7ab00a3431d67a0c88
00:14:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.542325 19454 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Leader election won for term 2
00:14:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.542475 19454 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 LEADER]: Becoming Leader. State: Replica: bcd1dfe6efe5461c836ab662584cd995, State: Running, Role: LEADER
00:14:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.542553 19454 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:07.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.543320 18579 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 reported cstate change: term changed from 1 to 2, leader changed from 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193) to bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195). New cstate: current_term: 2 leader_uuid: "bcd1dfe6efe5461c836ab662584cd995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: UNKNOWN } } }
00:14:07.554 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:07.555 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:07.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1429), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [9ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [12ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [12ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [31ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [33ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [33ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [69ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [71ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [73ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [73ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [209ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [212ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [215ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [215ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [647ms] refreshing cache from master, [647ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [650ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [653ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [654ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [654ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [1426ms] refreshing cache from master, [1426ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1428ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@256153185(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@7883a019 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037) -> (continuation of Deferred@313175291 after retry RPC@93759064) -> (continuation of Deferred@143434675 after retry RPC@1798780024) -> (continuation of Deferred@270226353 after retry RPC@1113399614) -> (continuation of Deferred@1351255407 after retry RPC@1366681430), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@408ae579 -> wakeup thread Time-limited test -> (continuation of Deferred@1013335059 after retry RPC@1073028037) -> (continuation of Deferred@313175291 after retry RPC@93759064) -> (continuation of Deferred@143434675 after retry RPC@1798780024) -> (continuation of Deferred@270226353 after retry RPC@1113399614) -> (continuation of Deferred@1351255407 after retry RPC@1366681430))) after lookup
00:14:07.556 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:07.558 [DEBUG - kudu-nio-1] (Connection.java:757) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] Successfully connected to peer
00:14:07.577 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5d82fab1, L:/127.0.0.1:48426 - R:/127.17.222.195:35211] using TOKEN/null
00:14:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.579020 19071 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 2 FOLLOWER]: Refusing update from remote peer bcd1dfe6efe5461c836ab662584cd995: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
00:14:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.579370 19177 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 -> Peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Couldn't send request to peer 6590a02a02274d7ab00a3431d67a0c88. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.579551 19454 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
00:14:07.594 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.193:39231
00:14:07.596 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.596710 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:39231
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46255
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.691566 19500 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.691789 19500 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.691812 19500 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.693070 19500 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.693125 19500 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.193
00:14:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.694698 19500 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:39231
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46255
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19500
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.695181 19500 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.695472 19500 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.703394 19512 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:07.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.703425 19508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:07.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:07.703588 19515 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:07.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.704560 19500 server_base.cc:1034] running on GCE node
00:14:07.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.704849 19500 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:07.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.705149 19500 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:07.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.706362 19500 hybrid_clock.cc:648] HybridClock initialized: now 1786493647706336 us; error 40 us; skew 500 ppm
00:14:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.708114 19500 webserver.cc:460] Webserver started at http://127.17.222.193:46255/ using document root <none> and password file <none>
00:14:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.708426 19500 fs_manager.cc:359] Metadata directory not provided
00:14:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.708552 19500 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:07.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.710698 19500 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
00:14:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.711854 19525 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.712211 19500 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
00:14:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.712314 19500 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.712821 19500 fs_report.cc:383] FS layout report
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/data
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:07.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:07.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.724598 19500 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.724973 19500 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.725147 19500 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.725437 19500 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.725948 19538 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.727298 19500 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.727377 19500 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
00:14:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.727415 19500 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:07.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.728142 19500 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:07.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.728199 19500 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:07.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.728274 19538 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap starting.
00:14:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.736510 19500 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.193:39231
00:14:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.736958 19500 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:07.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.737609 19708 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.193:39231 every 8 connection(s)
00:14:07.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.739287 19538 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Log is configured to *not* fsync() on all Append() calls
00:14:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.743525 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 19500
00:14:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.743599 19538 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.743911 19538 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap complete.
00:14:07.744 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.745654 19538 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent bootstrapping tablet: real 0.017s	user 0.003s	sys 0.013s
00:14:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.746155 19709 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.746162 19710 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.746255 19709 heartbeater.cc:464] Registering TS with master...
00:14:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.746254 19710 heartbeater.cc:464] Registering TS with master...
00:14:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.746476 19709 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.746479 19710 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.747089 18579 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.747119 18354 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.747583 18579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.193:55175
00:14:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.747117 19538 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.748386 19538 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6590a02a02274d7ab00a3431d67a0c88, State: Initialized, Role: FOLLOWER
00:14:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.748548 19538 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.748862 19538 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent starting tablet: real 0.003s	user 0.001s	sys 0.002s
00:14:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.748982 19709 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:07.751 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:07.752 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.195:35211
00:14:07.752 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:07.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.752902 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 19150
00:14:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.765995 19711 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.766085 19711 heartbeater.cc:464] Registering TS with master...
00:14:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.766155 19711 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:07.766703 18471 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:07.772 [DEBUG - kudu-nio-1] (Connection.java:239) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] handling channelInactive
00:14:07.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:07.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state READY due to: connection closed
00:14:07.773 [DEBUG - Time-limited test] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:07.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.775 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:07.795 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:07.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [3ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2016973341(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@6da4f588 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5651db78 -> wakeup thread Time-limited test)) after lookup
00:14:07.796 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:07.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.798 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:07.815 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:07.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [3ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [24ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [26ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [27ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2016973341(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@6da4f588 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5651db78 -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142))) after lookup
00:14:07.818 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:07.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.819 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:07.855 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:07.856 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [3ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [24ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [26ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [27ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [45ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [47ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [47ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [81ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2016973341(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@6da4f588 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142) -> (continuation of Deferred@312009505 after retry RPC@597301291), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5651db78 -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142) -> (continuation of Deferred@312009505 after retry RPC@597301291))) after lookup
00:14:07.857 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:07.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.859 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:07.995 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:07.995 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=223), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [3ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [24ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [26ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [27ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [45ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [47ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [47ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [81ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [84ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [87ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [88ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [221ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2016973341(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@6da4f588 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142) -> (continuation of Deferred@312009505 after retry RPC@597301291) -> (continuation of Deferred@2094897637 after retry RPC@267750677), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5651db78 -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142) -> (continuation of Deferred@312009505 after retry RPC@597301291) -> (continuation of Deferred@2094897637 after retry RPC@267750677))) after lookup
00:14:07.996 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:07.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:07.998 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:08.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:08.415 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:08.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=643), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [3ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [24ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [26ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [27ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [45ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [47ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [47ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [81ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [84ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [87ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [88ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [221ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [224ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [225ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [226ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [640ms] refreshing cache from master, [640ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [642ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2016973341(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@6da4f588 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142) -> (continuation of Deferred@312009505 after retry RPC@597301291) -> (continuation of Deferred@2094897637 after retry RPC@267750677) -> (continuation of Deferred@736571125 after retry RPC@425140686), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5651db78 -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142) -> (continuation of Deferred@312009505 after retry RPC@597301291) -> (continuation of Deferred@2094897637 after retry RPC@267750677) -> (continuation of Deferred@736571125 after retry RPC@425140686))) after lookup
00:14:08.417 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:08.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:08.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:08.420 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:09.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.093256 19728 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 2 FOLLOWER]: Starting pre-election (detected failure of leader bcd1dfe6efe5461c836ab662584cd995)
00:14:09.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.093434 19728 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.093608 19728 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.094620 18958 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111)
00:14:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.097693 19627 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "5a77fe98155e4a6b89688f824594441c" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "6590a02a02274d7ab00a3431d67a0c88" is_pre_election: true
00:14:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.097841 19627 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a77fe98155e4a6b89688f824594441c in term 1.
00:14:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.098352 18958 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, 6590a02a02274d7ab00a3431d67a0c88; no voters: bcd1dfe6efe5461c836ab662584cd995
00:14:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.098498 19728 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 2 FOLLOWER]: Leader pre-election won for term 3
00:14:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.098551 19728 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 2 FOLLOWER]: Starting leader election (detected failure of leader bcd1dfe6efe5461c836ab662584cd995)
00:14:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.098567 19728 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 2 FOLLOWER]: Advancing to term 3
00:14:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.099253 19728 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.099366 19728 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 3 election: Requested vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.100000 19627 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "5a77fe98155e4a6b89688f824594441c" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.100087 19627 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 1 FOLLOWER]: Advancing to term 3
00:14:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.100382 18958 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111)
00:14:09.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.101428 19627 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a77fe98155e4a6b89688f824594441c in term 3.
00:14:09.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.101648 18958 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, 6590a02a02274d7ab00a3431d67a0c88; no voters: bcd1dfe6efe5461c836ab662584cd995
00:14:09.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.101760 19728 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 3 FOLLOWER]: Leader election won for term 3
00:14:09.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.101894 19728 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 3 LEADER]: Becoming Leader. State: Replica: 5a77fe98155e4a6b89688f824594441c, State: Running, Role: LEADER
00:14:09.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.101980 19728 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:09.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.102675 18579 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c reported cstate change: term changed from 2 to 3, leader changed from bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195) to 5a77fe98155e4a6b89688f824594441c (127.17.222.194). New cstate: current_term: 3 leader_uuid: "5a77fe98155e4a6b89688f824594441c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: UNKNOWN } } }
00:14:09.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:09.395 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:09.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1623), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [3ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [22ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [24ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [26ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [27ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [45ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [47ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [47ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [79ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [81ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [84ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [87ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [88ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [221ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [224ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [225ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [226ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [640ms] refreshing cache from master, [640ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [642ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [645ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [648ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [648ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [1619ms] refreshing cache from master, [1620ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1622ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2016973341(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@6da4f588 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142) -> (continuation of Deferred@312009505 after retry RPC@597301291) -> (continuation of Deferred@2094897637 after retry RPC@267750677) -> (continuation of Deferred@736571125 after retry RPC@425140686) -> (continuation of Deferred@2099567037 after retry RPC@264223583), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5651db78 -> wakeup thread Time-limited test -> (continuation of Deferred@1836517635 after retry RPC@900040142) -> (continuation of Deferred@312009505 after retry RPC@597301291) -> (continuation of Deferred@2094897637 after retry RPC@267750677) -> (continuation of Deferred@736571125 after retry RPC@425140686) -> (continuation of Deferred@2099567037 after retry RPC@264223583))) after lookup
00:14:09.397 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:09.398 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] Successfully connected to peer
00:14:09.416 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc4d38c8f, L:/127.0.0.1:56734 - R:/127.17.222.194:33129] using TOKEN/null
00:14:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.418412 19627 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 3 FOLLOWER]: Refusing update from remote peer 5a77fe98155e4a6b89688f824594441c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 10. (index mismatch)
00:14:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.418690 18958 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c -> Peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Couldn't send request to peer bcd1dfe6efe5461c836ab662584cd995. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.418908 19738 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
00:14:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.423318 19760 mvcc.cc:205] Tried to move back new op lower bound from 7317477988014653440 to 7317477986722271232. Current Snapshot: MvccSnapshot[applied={T|T < 7317477988014653440 or (T in {7317477988014653440})}]
00:14:09.432 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.195:35211
00:14:09.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.433801 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/logs
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.195:35211
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.195
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39991
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.195
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:09.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.530854 19769 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:09.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.531062 19769 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:09.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.531083 19769 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.532310 19769 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.532364 19769 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.195
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.534386 19769 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.195:35211
00:14:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.195
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39991
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19769
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.195
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/logs
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.534595 19769 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.534951 19769 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:09.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.542126 19779 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:09.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.542140 19781 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:09.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:09.542407 19778 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.543088 19769 server_base.cc:1034] running on GCE node
00:14:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.543356 19769 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.543653 19769 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.544883 19769 hybrid_clock.cc:648] HybridClock initialized: now 1786493649544826 us; error 48 us; skew 500 ppm
00:14:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.552022 19769 webserver.cc:460] Webserver started at http://127.17.222.195:39991/ using document root <none> and password file <none>
00:14:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.552310 19769 fs_manager.cc:359] Metadata directory not provided
00:14:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.552412 19769 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:09.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.553896 19769 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:09.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.554780 19789 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.554991 19769 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.555109 19769 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.555500 19769 fs_report.cc:383] FS layout report
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/data
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.564177 19769 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.564512 19769 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.564677 19769 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.565037 19769 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.565573 19801 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.566859 19769 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.566915 19769 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:14:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.566946 19769 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.567549 19769 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.567593 19769 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.567636 19801 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap starting.
00:14:09.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.575240 19769 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.195:35211
00:14:09.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.575393 19965 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.195:35211 every 8 connection(s)
00:14:09.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.575709 19769 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:09.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.578512 19801 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Log is configured to *not* fsync() on all Append() calls
00:14:09.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.581984 19801 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:09.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.582407 19801 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap complete.
00:14:09.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.583638 19967 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:09.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.583688 19966 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.583742 19967 heartbeater.cc:464] Registering TS with master...
00:14:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.584091 19967 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.583742 19966 heartbeater.cc:464] Registering TS with master...
00:14:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.584312 19966 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.584463 19801 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Time spent bootstrapping tablet: real 0.017s	user 0.003s	sys 0.012s
00:14:09.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.585434 19970 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:09.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.585518 19970 heartbeater.cc:464] Registering TS with master...
00:14:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.585558 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 19769
00:14:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.585604 19970 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:09.586 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.585880 18579 ts_manager.cc:194] Re-registered known tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.585892 18353 ts_manager.cc:194] Re-registered known tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.586335 18579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.195:35951
00:14:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.587117 18471 ts_manager.cc:194] Re-registered known tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.588529 19801 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.588907 19801 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd1dfe6efe5461c836ab662584cd995, State: Initialized, Role: FOLLOWER
00:14:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.589077 19801 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.589401 19966 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.589398 19801 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Time spent starting tablet: real 0.005s	user 0.003s	sys 0.000s
00:14:09.591 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:09.592 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.194:33129
00:14:09.593 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:09.593362 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 18935
00:14:09.620 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] handling channelInactive
00:14:09.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state READY due to: connection closed
00:14:09.620 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:09.621 [DEBUG - Time-limited test] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:09.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.624 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:09.634 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:09.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@141021441(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@2f165144 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45b4db6 -> wakeup thread Time-limited test)) after lookup
00:14:09.636 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:09.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.637 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.637 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:09.655 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:09.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [14ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [16ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [16ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@141021441(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@2f165144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45b4db6 -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312))) after lookup
00:14:09.657 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:09.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.659 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:09.696 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:09.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [14ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [16ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [16ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [35ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [38ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [39ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@141021441(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@2f165144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45b4db6 -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691))) after lookup
00:14:09.697 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:09.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.698 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:09.815 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:09.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=194), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [14ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [16ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [16ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [35ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [38ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [39ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [75ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [77ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [77ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [190ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [193ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@141021441(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@2f165144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691) -> (continuation of Deferred@567574913 after retry RPC@1496432077), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45b4db6 -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691) -> (continuation of Deferred@567574913 after retry RPC@1496432077))) after lookup
00:14:09.816 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:09.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:09.818 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:10.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:10.155 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:10.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=534), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [14ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [16ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [16ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [35ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [38ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [39ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [75ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [77ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [77ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [190ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [193ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [195ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [197ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [197ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [530ms] refreshing cache from master, [530ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [533ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@141021441(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@2f165144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691) -> (continuation of Deferred@567574913 after retry RPC@1496432077) -> (continuation of Deferred@1316716992 after retry RPC@443585047), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45b4db6 -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691) -> (continuation of Deferred@567574913 after retry RPC@1496432077) -> (continuation of Deferred@1316716992 after retry RPC@443585047))) after lookup
00:14:10.156 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:10.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:10.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:10.158 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:10.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.837704 19985 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:14:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.837872 19985 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.838248 19985 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.838721 19793 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.839552 19793 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.841991 19627 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "bcd1dfe6efe5461c836ab662584cd995" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "6590a02a02274d7ab00a3431d67a0c88" is_pre_election: true
00:14:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.842339 19793 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bcd1dfe6efe5461c836ab662584cd995; no voters: 5a77fe98155e4a6b89688f824594441c, 6590a02a02274d7ab00a3431d67a0c88
00:14:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.842466 19985 raft_consensus.cc:2726] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
00:14:10.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:10.895 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:10.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1275), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [14ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [16ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [16ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [35ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [38ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [39ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [75ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [77ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [77ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [190ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [193ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [195ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [197ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [197ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [530ms] refreshing cache from master, [530ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [533ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [535ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [537ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [537ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [1271ms] refreshing cache from master, [1271ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1273ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@141021441(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@2f165144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691) -> (continuation of Deferred@567574913 after retry RPC@1496432077) -> (continuation of Deferred@1316716992 after retry RPC@443585047) -> (continuation of Deferred@623602227 after retry RPC@847565451), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45b4db6 -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691) -> (continuation of Deferred@567574913 after retry RPC@1496432077) -> (continuation of Deferred@1316716992 after retry RPC@443585047) -> (continuation of Deferred@623602227 after retry RPC@847565451))) after lookup
00:14:10.897 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:10.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:10.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:10.899 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.931509 19995 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 5a77fe98155e4a6b89688f824594441c)
00:14:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.931622 19995 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.932000 19995 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.932592 19529 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.933147 19529 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.936053 19877 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "bcd1dfe6efe5461c836ab662584cd995" is_pre_election: true
00:14:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.936197 19877 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 2.
00:14:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.936452 19529 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6590a02a02274d7ab00a3431d67a0c88, bcd1dfe6efe5461c836ab662584cd995; no voters: 5a77fe98155e4a6b89688f824594441c
00:14:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.936610 19995 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 3 FOLLOWER]: Leader pre-election won for term 4
00:14:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.936677 19995 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 5a77fe98155e4a6b89688f824594441c)
00:14:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.936730 19995 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 3 FOLLOWER]: Advancing to term 4
00:14:10.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.937397 19995 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:10.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.937541 19995 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 4 election: Requested vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.937774 19877 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.937904 19877 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 2 FOLLOWER]: Advancing to term 4
00:14:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:10.938522 19529 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.939173 19877 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 4.
00:14:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.939561 19529 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6590a02a02274d7ab00a3431d67a0c88, bcd1dfe6efe5461c836ab662584cd995; no voters: 5a77fe98155e4a6b89688f824594441c
00:14:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.939795 19995 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 4 FOLLOWER]: Leader election won for term 4
00:14:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.939971 19995 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 4 LEADER]: Becoming Leader. State: Replica: 6590a02a02274d7ab00a3431d67a0c88, State: Running, Role: LEADER
00:14:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.940060 19995 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:10.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:10.940936 18579 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 reported cstate change: term changed from 3 to 4, leader changed from 5a77fe98155e4a6b89688f824594441c (127.17.222.194) to 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193). New cstate: current_term: 4 leader_uuid: "6590a02a02274d7ab00a3431d67a0c88" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: HEALTHY } } }
00:14:11.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:11.276 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:11.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1656), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [14ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [16ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [16ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [35ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [38ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [39ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [75ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [77ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [77ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [190ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [193ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [195ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [197ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [197ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [530ms] refreshing cache from master, [530ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [533ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [535ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [537ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [537ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [1271ms] refreshing cache from master, [1271ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1273ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [1275ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [1278ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [1278ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [1650ms] refreshing cache from master, [1651ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1653ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@141021441(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@2f165144 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691) -> (continuation of Deferred@567574913 after retry RPC@1496432077) -> (continuation of Deferred@1316716992 after retry RPC@443585047) -> (continuation of Deferred@623602227 after retry RPC@847565451) -> (continuation of Deferred@614467732 after retry RPC@807699969), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45b4db6 -> wakeup thread Time-limited test -> (continuation of Deferred@1618299321 after retry RPC@1411161312) -> (continuation of Deferred@2041165898 after retry RPC@720010691) -> (continuation of Deferred@567574913 after retry RPC@1496432077) -> (continuation of Deferred@1316716992 after retry RPC@443585047) -> (continuation of Deferred@623602227 after retry RPC@847565451) -> (continuation of Deferred@614467732 after retry RPC@807699969))) after lookup
00:14:11.278 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:11.279 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] Successfully connected to peer
00:14:11.294 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe7d68f41, L:/127.0.0.1:36386 - R:/127.17.222.193:39231] using TOKEN/null
00:14:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.296909 19877 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 4 FOLLOWER]: Refusing update from remote peer 6590a02a02274d7ab00a3431d67a0c88: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
00:14:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.297116 19529 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 -> Peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Couldn't send request to peer 5a77fe98155e4a6b89688f824594441c. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.297465 19995 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
00:14:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.299546 20024 mvcc.cc:205] Tried to move back new op lower bound from 7317477988063203328 to 7317477986722271232. Current Snapshot: MvccSnapshot[applied={T|T < 7317477988014653440}]
00:14:11.308 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.194:33129
00:14:11.308 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.309116 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/logs
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.194:33129
00:14:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.194
00:14:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
00:14:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.194
00:14:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.400561 20033 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.400794 20033 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.400816 20033 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.401933 20033 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.401991 20033 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.194
00:14:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.403362 20033 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.194:33129
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.194
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20033
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.194
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/logs
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.403563 20033 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.403820 20033 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.409171 20040 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.409173 20038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.409394 20033 server_base.cc:1034] running on GCE node
00:14:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:11.409211 20044 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.409675 20033 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.409967 20033 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:11.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.411149 20033 hybrid_clock.cc:648] HybridClock initialized: now 1786493651411152 us; error 50 us; skew 500 ppm
00:14:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.412458 20033 webserver.cc:460] Webserver started at http://127.17.222.194:37189/ using document root <none> and password file <none>
00:14:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.412783 20033 fs_manager.cc:359] Metadata directory not provided
00:14:11.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.412878 20033 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.414237 20033 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.414955 20056 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.415136 20033 fs_manager.cc:725] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:14:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.415257 20033 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:11.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.415688 20033 fs_report.cc:383] FS layout report
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/data
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:11.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:11.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.430393 20033 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.430768 20033 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.430979 20033 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.431267 20033 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.431771 20072 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.433243 20033 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.433322 20033 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
00:14:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.433360 20033 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.434049 20033 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.434108 20033 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.434158 20072 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap starting.
00:14:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.441959 20033 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.194:33129
00:14:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.442189 20216 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.194:33129 every 8 connection(s)
00:14:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.442435 20033 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.445083 20072 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Log is configured to *not* fsync() on all Append() calls
00:14:11.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.446029 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 20033
00:14:11.446 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:11.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.450933 20072 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:11.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.451278 20072 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap complete.
00:14:11.452 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.452521 20222 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.452633 20222 heartbeater.cc:464] Registering TS with master...
00:14:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.452822 20072 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Time spent bootstrapping tablet: real 0.019s	user 0.007s	sys 0.009s
00:14:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.452908 20222 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.453617 18471 ts_manager.cc:194] Re-registered known tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:11.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.454048 20072 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:11.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.454370 20072 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a77fe98155e4a6b89688f824594441c, State: Initialized, Role: FOLLOWER
00:14:11.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.454502 20072 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:11.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.454605 20220 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:11.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.454655 20220 heartbeater.cc:464] Registering TS with master...
00:14:11.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.454732 20220 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:11.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.454777 20072 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
00:14:11.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.455014 18579 ts_manager.cc:194] Re-registered known tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:11.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.455546 18579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.194:47359
00:14:11.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.456266 20220 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:11.460 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.193:39231
00:14:11.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.460597 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 19500
00:14:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.460858 20221 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.460909 20221 heartbeater.cc:464] Registering TS with master...
00:14:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.467926 20221 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:11.468277 18353 ts_manager.cc:194] Re-registered known tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:11.479 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] handling channelInactive
00:14:11.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state READY due to: connection closed
00:14:11.480 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:11.481 [DEBUG - Time-limited test] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:11.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.483 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:11.495 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:11.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1557928280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@19740b78 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2561015e -> wakeup thread Time-limited test)) after lookup
00:14:11.496 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:11.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.497 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:11.514 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:11.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [15ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [16ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [16ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [32ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1557928280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@19740b78 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2561015e -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998))) after lookup
00:14:11.516 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:11.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.518 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.554 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:11.554 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:11.554 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [15ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [16ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [16ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [32ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [35ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [37ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [38ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [72ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1557928280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@19740b78 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@90504357 after retry RPC@1826728661), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2561015e -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@90504357 after retry RPC@1826728661))) after lookup
00:14:11.555 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:11.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.556 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:11.635 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:11.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [15ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [16ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [16ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [32ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [35ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [37ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [38ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [72ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [74ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [75ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [75ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [153ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1557928280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@19740b78 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@90504357 after retry RPC@1826728661) -> (continuation of Deferred@826291313 after retry RPC@1962971719), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2561015e -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@90504357 after retry RPC@1826728661) -> (continuation of Deferred@826291313 after retry RPC@1962971719))) after lookup
00:14:11.637 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:11.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:11.639 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:12.036 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:12.036 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:12.037 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=555), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [15ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [16ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [16ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [32ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [35ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [37ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [38ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [72ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [74ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [75ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [75ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [153ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [155ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [158ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [159ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [551ms] refreshing cache from master, [551ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [553ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1557928280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@19740b78 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@90504357 after retry RPC@1826728661) -> (continuation of Deferred@826291313 after retry RPC@1962971719) -> (continuation of Deferred@286413634 after retry RPC@1626433933), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2561015e -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@90504357 after retry RPC@1826728661) -> (continuation of Deferred@826291313 after retry RPC@1962971719) -> (continuation of Deferred@286413634 after retry RPC@1626433933))) after lookup
00:14:12.037 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:12.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:12.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:12.039 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:12.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.808095 20246 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 6590a02a02274d7ab00a3431d67a0c88)
00:14:12.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.808187 20246 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:12.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.808332 20246 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:12.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.809497 19793 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.812289 20157 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "bcd1dfe6efe5461c836ab662584cd995" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c" is_pre_election: true
00:14:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.812439 20157 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd1dfe6efe5461c836ab662584cd995 in term 3.
00:14:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.812668 19793 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, bcd1dfe6efe5461c836ab662584cd995; no voters: 6590a02a02274d7ab00a3431d67a0c88
00:14:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.812821 20246 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 4 FOLLOWER]: Leader pre-election won for term 5
00:14:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.812922 20246 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 6590a02a02274d7ab00a3431d67a0c88)
00:14:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.812939 20246 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 4 FOLLOWER]: Advancing to term 5
00:14:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.813560 20246 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:12.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.813692 20246 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 5 election: Requested vote from peers 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.813985 20157 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "bcd1dfe6efe5461c836ab662584cd995" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.814069 20157 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 3 FOLLOWER]: Advancing to term 5
00:14:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.815137 20157 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd1dfe6efe5461c836ab662584cd995 in term 5.
00:14:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.815299 19793 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, bcd1dfe6efe5461c836ab662584cd995; no voters: 
00:14:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.815404 20246 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 5 FOLLOWER]: Leader election won for term 5
00:14:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.815557 20246 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 5 LEADER]: Becoming Leader. State: Replica: bcd1dfe6efe5461c836ab662584cd995, State: Running, Role: LEADER
00:14:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.815663 20246 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:12.815562 19793 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:12.816457 18579 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 reported cstate change: term changed from 4 to 5, leader changed from 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193) to bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195). New cstate: current_term: 5 leader_uuid: "bcd1dfe6efe5461c836ab662584cd995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: UNKNOWN } } }
00:14:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.292074 20157 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 5 FOLLOWER]: Refusing update from remote peer bcd1dfe6efe5461c836ab662584cd995: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
00:14:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.292491 20246 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
00:14:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:13.296005 19793 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 -> Peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Couldn't send request to peer 6590a02a02274d7ab00a3431d67a0c88. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:13.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:13.515 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:13.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2035), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [15ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [16ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [16ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [32ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [35ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [37ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [38ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [72ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [74ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [75ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [75ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [153ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [155ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [158ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [159ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [551ms] refreshing cache from master, [551ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [553ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [556ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [558ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [558ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2030ms] refreshing cache from master, [2031ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [2033ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1557928280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@19740b78 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@90504357 after retry RPC@1826728661) -> (continuation of Deferred@826291313 after retry RPC@1962971719) -> (continuation of Deferred@286413634 after retry RPC@1626433933) -> (continuation of Deferred@2050282008 after retry RPC@275512118), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2561015e -> wakeup thread Time-limited test -> (continuation of Deferred@1523513350 after retry RPC@825952998) -> (continuation of Deferred@90504357 after retry RPC@1826728661) -> (continuation of Deferred@826291313 after retry RPC@1962971719) -> (continuation of Deferred@286413634 after retry RPC@1626433933) -> (continuation of Deferred@2050282008 after retry RPC@275512118))) after lookup
00:14:13.517 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:13.519 [DEBUG - kudu-nio-1] (Connection.java:757) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] Successfully connected to peer
00:14:13.563 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd836c489, L:/127.0.0.1:48494 - R:/127.17.222.195:35211] using TOKEN/null
00:14:13.574 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.193:39231
00:14:13.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.575408 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:39231
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46255
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:13.662706 20285 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:13.662948 20285 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:13.662971 20285 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:13.664268 20285 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:13.664331 20285 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.193
00:14:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.665800 20285 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:39231
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46255
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20285
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:13.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.665985 20285 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:13.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.666226 20285 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:13.671567 20298 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:13.671607 20293 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.671803 20285 server_base.cc:1034] running on GCE node
00:14:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:13.671578 20292 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.672326 20285 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.672655 20285 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.673838 20285 hybrid_clock.cc:648] HybridClock initialized: now 1786493653673816 us; error 41 us; skew 500 ppm
00:14:13.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.675132 20285 webserver.cc:460] Webserver started at http://127.17.222.193:46255/ using document root <none> and password file <none>
00:14:13.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.675323 20285 fs_manager.cc:359] Metadata directory not provided
00:14:13.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.675400 20285 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.676625 20285 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.677364 20307 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.677572 20285 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.677656 20285 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.677948 20285 fs_report.cc:383] FS layout report
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/data
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.703783 20285 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.704084 20285 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.704195 20285 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.704387 20285 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.704869 20317 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.706363 20285 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.706419 20285 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
00:14:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.706447 20285 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:13.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.707116 20285 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:13.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.707151 20285 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:13.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.707254 20317 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap starting.
00:14:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.714831 20285 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.193:39231
00:14:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.714921 20476 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.193:39231 every 8 connection(s)
00:14:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.715245 20285 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.718572 20317 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Log is configured to *not* fsync() on all Append() calls
00:14:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.721519 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 20285
00:14:13.722 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.722355 20317 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.722692 20317 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap complete.
00:14:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.723991 20482 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.724087 20482 heartbeater.cc:464] Registering TS with master...
00:14:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.724277 20482 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.724308 20317 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent bootstrapping tablet: real 0.017s	user 0.004s	sys 0.009s
00:14:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.724581 20483 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.724654 20483 heartbeater.cc:464] Registering TS with master...
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.724766 20483 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.725299 18353 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.725314 18471 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.725723 20317 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.726102 20317 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6590a02a02274d7ab00a3431d67a0c88, State: Initialized, Role: FOLLOWER
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.726265 20317 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.726465 20481 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.726506 20481 heartbeater.cc:464] Registering TS with master...
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.726567 20481 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.726572 20317 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.003s
00:14:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.726919 18577 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.727415 18577 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.193:54095
00:14:13.727 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:97)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
00:14:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.728976 20481 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:13.729 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:79)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
00:14:13.733 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:13.734 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.195:35211
00:14:13.735 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:13.735365 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 19769
00:14:13.751 [DEBUG - kudu-nio-1] (Connection.java:239) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] handling channelInactive
00:14:13.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state READY due to: connection closed
00:14:13.752 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:13.753 [DEBUG - Time-limited test] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:13.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.756 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:13.774 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:13.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [2ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1791967660(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4627472a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d005ab -> wakeup thread Time-limited test)) after lookup
00:14:13.776 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:13.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.778 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:13.795 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:13.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [2ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [23ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [25ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [25ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1791967660(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4627472a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d005ab -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316))) after lookup
00:14:13.796 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:13.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.797 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:13.835 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:13.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [2ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [23ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [25ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [25ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [43ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [44ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [44ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [81ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1791967660(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4627472a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316) -> (continuation of Deferred@1818344535 after retry RPC@88468403), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d005ab -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316) -> (continuation of Deferred@1818344535 after retry RPC@88468403))) after lookup
00:14:13.836 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:13.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.841 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:13.934 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:13.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=182), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [2ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [23ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [25ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [25ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [43ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [44ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [44ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [81ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [83ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [88ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [88ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [178ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [180ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1791967660(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4627472a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316) -> (continuation of Deferred@1818344535 after retry RPC@88468403) -> (continuation of Deferred@1430751534 after retry RPC@2138433606), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d005ab -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316) -> (continuation of Deferred@1818344535 after retry RPC@88468403) -> (continuation of Deferred@1430751534 after retry RPC@2138433606))) after lookup
00:14:13.936 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:13.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:13.937 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:14.014 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:14.014 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:14.015 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=262), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [2ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [23ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [25ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [25ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [43ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [44ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [44ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [81ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [83ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [88ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [88ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [178ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [180ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [182ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [184ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [184ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [258ms] refreshing cache from master, [258ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [260ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1791967660(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4627472a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316) -> (continuation of Deferred@1818344535 after retry RPC@88468403) -> (continuation of Deferred@1430751534 after retry RPC@2138433606) -> (continuation of Deferred@771870399 after retry RPC@417164675), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d005ab -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316) -> (continuation of Deferred@1818344535 after retry RPC@88468403) -> (continuation of Deferred@1430751534 after retry RPC@2138433606) -> (continuation of Deferred@771870399 after retry RPC@417164675))) after lookup
00:14:14.016 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:14.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:14.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:14.018 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.074203 20501 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 5 FOLLOWER]: Starting pre-election (detected failure of leader bcd1dfe6efe5461c836ab662584cd995)
00:14:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.074342 20501 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.074744 20501 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.075273 20062 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111)
00:14:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.075989 20062 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111)
00:14:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.078784 20408 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "5a77fe98155e4a6b89688f824594441c" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "6590a02a02274d7ab00a3431d67a0c88" is_pre_election: true
00:14:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.078984 20408 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a77fe98155e4a6b89688f824594441c in term 4.
00:14:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.079278 20062 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, 6590a02a02274d7ab00a3431d67a0c88; no voters: bcd1dfe6efe5461c836ab662584cd995
00:14:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.079442 20501 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 5 FOLLOWER]: Leader pre-election won for term 6
00:14:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.079506 20501 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 5 FOLLOWER]: Starting leader election (detected failure of leader bcd1dfe6efe5461c836ab662584cd995)
00:14:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.079528 20501 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 5 FOLLOWER]: Advancing to term 6
00:14:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.080286 20501 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.080430 20501 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 6 election: Requested vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.080832 20408 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "5a77fe98155e4a6b89688f824594441c" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.080922 20408 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 4 FOLLOWER]: Advancing to term 6
00:14:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.081638 20062 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111)
00:14:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.082532 20408 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a77fe98155e4a6b89688f824594441c in term 6.
00:14:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.083093 20062 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, 6590a02a02274d7ab00a3431d67a0c88; no voters: bcd1dfe6efe5461c836ab662584cd995
00:14:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.083258 20501 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 6 FOLLOWER]: Leader election won for term 6
00:14:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.083515 20501 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 6 LEADER]: Becoming Leader. State: Replica: 5a77fe98155e4a6b89688f824594441c, State: Running, Role: LEADER
00:14:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.083644 20501 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:15.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.084374 18577 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c reported cstate change: term changed from 5 to 6, leader changed from bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195) to 5a77fe98155e4a6b89688f824594441c (127.17.222.194). New cstate: current_term: 6 leader_uuid: "5a77fe98155e4a6b89688f824594441c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: UNKNOWN } } }
00:14:15.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.534626 20408 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 6 FOLLOWER]: Refusing update from remote peer 5a77fe98155e4a6b89688f824594441c: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
00:14:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.535140 20501 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
00:14:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.538932 20062 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c -> Peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Couldn't send request to peer bcd1dfe6efe5461c836ab662584cd995. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:15.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:15.634 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:15.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1881), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [2ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [3ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [23ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [25ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [25ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [41ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [43ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [44ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [44ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [81ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [83ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [88ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [88ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [178ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [180ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [182ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [184ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [184ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [258ms] refreshing cache from master, [258ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [260ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [262ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [265ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [265ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [1878ms] refreshing cache from master, [1878ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1880ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1791967660(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4627472a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316) -> (continuation of Deferred@1818344535 after retry RPC@88468403) -> (continuation of Deferred@1430751534 after retry RPC@2138433606) -> (continuation of Deferred@771870399 after retry RPC@417164675) -> (continuation of Deferred@1465442488 after retry RPC@614088357), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73d005ab -> wakeup thread Time-limited test -> (continuation of Deferred@169074376 after retry RPC@2031976316) -> (continuation of Deferred@1818344535 after retry RPC@88468403) -> (continuation of Deferred@1430751534 after retry RPC@2138433606) -> (continuation of Deferred@771870399 after retry RPC@417164675) -> (continuation of Deferred@1465442488 after retry RPC@614088357))) after lookup
00:14:15.635 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:15.637 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] Successfully connected to peer
00:14:15.657 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x983d91d5, L:/127.0.0.1:58084 - R:/127.17.222.194:33129] using TOKEN/null
00:14:15.669 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.195:35211
00:14:15.671 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.671775 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/logs
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.195:35211
00:14:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.195
00:14:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39991
00:14:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.195
00:14:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.759524 20543 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.759712 20543 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.759732 20543 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.760842 20543 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.760890 20543 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.195
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.762149 20543 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.195:35211
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.195
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39991
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20543
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.195
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/logs
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.762323 20543 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.762553 20543 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.767783 20556 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.767807 20551 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:15.767783 20553 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.767870 20543 server_base.cc:1034] running on GCE node
00:14:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.768198 20543 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.768500 20543 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.769666 20543 hybrid_clock.cc:648] HybridClock initialized: now 1786493655769635 us; error 54 us; skew 500 ppm
00:14:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.775413 20543 webserver.cc:460] Webserver started at http://127.17.222.195:39991/ using document root <none> and password file <none>
00:14:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.775617 20543 fs_manager.cc:359] Metadata directory not provided
00:14:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.775664 20543 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.777618 20543 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
00:14:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.778491 20568 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.778724 20543 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.778833 20543 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.779253 20543 fs_report.cc:383] FS layout report
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/data
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.798751 20543 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.799014 20543 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.799121 20543 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.799311 20543 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.799839 20575 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.801059 20543 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.801137 20543 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:14:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.801177 20543 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.801870 20543 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.801934 20543 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:15.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.801981 20575 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap starting.
00:14:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.809970 20543 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.195:35211
00:14:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.810063 20749 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.195:35211 every 8 connection(s)
00:14:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.810395 20543 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.811807 20575 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Log is configured to *not* fsync() on all Append() calls
00:14:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.815615 20575 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:15.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.815941 20575 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap complete.
00:14:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.817215 20575 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Time spent bootstrapping tablet: real 0.015s	user 0.005s	sys 0.009s
00:14:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.817922 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 20543
00:14:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.818650 20752 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:15.818 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.818747 20752 heartbeater.cc:464] Registering TS with master...
00:14:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.818980 20752 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.818739 20575 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.819681 20575 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd1dfe6efe5461c836ab662584cd995, State: Initialized, Role: FOLLOWER
00:14:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.819867 20575 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.820200 20575 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Time spent starting tablet: real 0.003s	user 0.001s	sys 0.002s
00:14:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.820749 20751 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.820883 18470 ts_manager.cc:194] Re-registered known tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.820995 20750 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.821063 20751 heartbeater.cc:464] Registering TS with master...
00:14:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.821067 20750 heartbeater.cc:464] Registering TS with master...
00:14:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.821151 20750 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.821151 20751 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.821425 18579 ts_manager.cc:194] Re-registered known tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.821784 18353 ts_manager.cc:194] Re-registered known tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.821861 18579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.195:42219
00:14:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.822633 20750 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:15.823 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:15.824 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.194:33129
00:14:15.824 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:15.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:15.824592 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 20033
00:14:15.837 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] handling channelInactive
00:14:15.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:15.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state READY due to: connection closed
00:14:15.838 [DEBUG - Time-limited test] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:15.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.839 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.853 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:15.854 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:15.854 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [16ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@952801234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@3c907d33 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b56556a -> wakeup thread Time-limited test)) after lookup
00:14:15.854 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:15.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.856 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:15.874 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:15.874 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [16ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [17ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [18ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [19ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [36ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@952801234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@3c907d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b56556a -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451))) after lookup
00:14:15.875 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:15.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.878 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.914 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:15.914 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:15.914 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [16ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [17ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [18ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [19ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [36ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [38ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [41ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [41ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [76ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@952801234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@3c907d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b56556a -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776))) after lookup
00:14:15.915 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:15.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.917 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:15.995 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:15.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=158), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [16ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [17ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [18ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [19ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [36ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [38ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [41ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [41ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [76ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [78ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [80ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [80ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [154ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [157ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@952801234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@3c907d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776) -> (continuation of Deferred@989667968 after retry RPC@115903842), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b56556a -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776) -> (continuation of Deferred@989667968 after retry RPC@115903842))) after lookup
00:14:15.996 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:15.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:15.998 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:16.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:16.194 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:16.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=357), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [16ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [17ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [18ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [19ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [36ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [38ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [41ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [41ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [76ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [78ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [80ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [80ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [154ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [157ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [159ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [161ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [161ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [354ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [357ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@952801234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@3c907d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@2146796219 after retry RPC@1026851770), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b56556a -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@2146796219 after retry RPC@1026851770))) after lookup
00:14:16.197 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:16.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:16.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:16.198 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:16.593 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:16.594 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:16.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=756), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [16ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [17ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [18ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [19ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [36ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [38ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [41ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [41ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [76ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [78ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [80ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [80ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [154ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [157ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [159ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [161ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [161ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [354ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [357ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [359ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [361ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [361ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [754ms] refreshing cache from master, [754ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [756ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@952801234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@3c907d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@2146796219 after retry RPC@1026851770) -> (continuation of Deferred@1970678280 after retry RPC@1835083868), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b56556a -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@2146796219 after retry RPC@1026851770) -> (continuation of Deferred@1970678280 after retry RPC@1835083868))) after lookup
00:14:16.595 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:16.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:16.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:16.597 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:17.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.169355 20769 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 5a77fe98155e4a6b89688f824594441c)
00:14:17.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.169486 20769 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:17.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.169883 20769 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:17.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:17.170467 20312 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:17.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:17.170998 20312 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.173830 20669 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "bcd1dfe6efe5461c836ab662584cd995" is_pre_election: true
00:14:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.173977 20669 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 5.
00:14:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.174232 20312 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6590a02a02274d7ab00a3431d67a0c88, bcd1dfe6efe5461c836ab662584cd995; no voters: 5a77fe98155e4a6b89688f824594441c
00:14:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.174408 20769 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 6 FOLLOWER]: Leader pre-election won for term 7
00:14:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.174464 20769 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 5a77fe98155e4a6b89688f824594441c)
00:14:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.174481 20769 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 6 FOLLOWER]: Advancing to term 7
00:14:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.175200 20769 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.175347 20769 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 7 election: Requested vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.175632 20669 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:17.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.175750 20669 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 5 FOLLOWER]: Advancing to term 7
00:14:17.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:17.176057 20312 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:17.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.177098 20669 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 7.
00:14:17.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.177340 20312 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6590a02a02274d7ab00a3431d67a0c88, bcd1dfe6efe5461c836ab662584cd995; no voters: 5a77fe98155e4a6b89688f824594441c
00:14:17.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.177479 20769 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 7 FOLLOWER]: Leader election won for term 7
00:14:17.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.177640 20769 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 7 LEADER]: Becoming Leader. State: Replica: 6590a02a02274d7ab00a3431d67a0c88, State: Running, Role: LEADER
00:14:17.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.177726 20769 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:17.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.178427 18579 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 reported cstate change: term changed from 6 to 7, leader changed from 5a77fe98155e4a6b89688f824594441c (127.17.222.194) to 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193). New cstate: current_term: 7 leader_uuid: "6590a02a02274d7ab00a3431d67a0c88" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: HEALTHY } } }
00:14:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.580606 20669 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 7 FOLLOWER]: Refusing update from remote peer 6590a02a02274d7ab00a3431d67a0c88: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
00:14:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:17.581056 20769 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
00:14:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:17.583832 20312 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 -> Peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Couldn't send request to peer 5a77fe98155e4a6b89688f824594441c. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:20.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:20.138832 20312 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 -> Peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Couldn't send request to peer 5a77fe98155e4a6b89688f824594441c. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:14:20.173 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:20.174 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:20.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=4337), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [16ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [17ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [18ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [19ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [36ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [38ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [41ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [41ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [76ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [78ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [80ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [80ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [154ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [157ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [159ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [161ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [161ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [354ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [357ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [359ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [361ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [361ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [754ms] refreshing cache from master, [754ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [756ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [757ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [760ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [760ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [4334ms] refreshing cache from master, [4334ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [4336ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@952801234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@3c907d33 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@2146796219 after retry RPC@1026851770) -> (continuation of Deferred@1970678280 after retry RPC@1835083868) -> (continuation of Deferred@859013534 after retry RPC@1467247724), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b56556a -> wakeup thread Time-limited test -> (continuation of Deferred@1512291845 after retry RPC@1502717451) -> (continuation of Deferred@1075010463 after retry RPC@350620776) -> (continuation of Deferred@989667968 after retry RPC@115903842) -> (continuation of Deferred@2146796219 after retry RPC@1026851770) -> (continuation of Deferred@1970678280 after retry RPC@1835083868) -> (continuation of Deferred@859013534 after retry RPC@1467247724))) after lookup
00:14:20.176 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:20.177 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] Successfully connected to peer
00:14:20.191 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3c9fb7b7, L:/127.0.0.1:50684 - R:/127.17.222.193:39231] using TOKEN/null
00:14:20.200 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.194:33129
00:14:20.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.201283 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/logs
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.194:33129
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.194
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.194
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:20.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:20.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:20.293689 20837 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:20.293922 20837 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:20.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:20.293943 20837 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:20.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:20.295163 20837 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:20.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:20.295245 20837 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.194
00:14:20.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.296653 20837 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:20.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:20.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.194:33129
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.194
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20837
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.194
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/logs
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.296978 20837 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.297324 20837 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:20.302848 20847 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:20.302855 20845 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.303051 20837 server_base.cc:1034] running on GCE node
00:14:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:20.302904 20849 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.303453 20837 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.303745 20837 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:20.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.304910 20837 hybrid_clock.cc:648] HybridClock initialized: now 1786493660304880 us; error 46 us; skew 500 ppm
00:14:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.306324 20837 webserver.cc:460] Webserver started at http://127.17.222.194:37189/ using document root <none> and password file <none>
00:14:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.306612 20837 fs_manager.cc:359] Metadata directory not provided
00:14:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.306689 20837 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:20.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.308110 20837 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:20.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.308856 20858 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.309031 20837 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.309134 20837 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.309468 20837 fs_report.cc:383] FS layout report
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/data
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.326198 20837 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.326546 20837 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.326718 20837 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:20.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.327003 20837 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:20.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.327522 20866 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.328821 20837 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:20.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.328876 20837 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:14:20.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.328912 20837 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:20.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.329577 20837 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:20.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.329632 20837 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:20.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.329672 20866 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap starting.
00:14:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.337399 20837 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.194:33129
00:14:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.337498 21047 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.194:33129 every 8 connection(s)
00:14:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.337836 20837 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:20.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.339596 20866 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Log is configured to *not* fsync() on all Append() calls
00:14:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.344172 21050 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.344290 21050 heartbeater.cc:464] Registering TS with master...
00:14:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.344496 21050 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.344617 20866 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.344971 20866 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap complete.
00:14:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.345206 18470 ts_manager.cc:194] Re-registered known tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.346104 20866 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Time spent bootstrapping tablet: real 0.016s	user 0.003s	sys 0.011s
00:14:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.346925 20866 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.347155 20866 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a77fe98155e4a6b89688f824594441c, State: Initialized, Role: FOLLOWER
00:14:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.347185 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 20837
00:14:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.347276 20866 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.347550 20866 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Time spent starting tablet: real 0.001s	user 0.000s	sys 0.003s
00:14:20.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:20.352 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.350168 21048 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.350224 21048 heartbeater.cc:464] Registering TS with master...
00:14:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.350299 21048 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.350558 18579 ts_manager.cc:194] Re-registered known tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.351071 18579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.194:43393
00:14:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.351809 21048 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.352928 21049 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.352975 21049 heartbeater.cc:464] Registering TS with master...
00:14:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.353024 21049 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:20.353 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.193:39231
00:14:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.353495 18353 ts_manager.cc:194] Re-registered known tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:20.353 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:20.353864 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 20285
00:14:20.368 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:20.368 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] handling channelInactive
00:14:20.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state READY due to: connection closed
00:14:20.369 [DEBUG - Time-limited test] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:20.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.371 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.394 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:20.394 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:20.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4f50d58e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test)) after lookup
00:14:20.396 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:20.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.397 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:20.415 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:20.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [27ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [29ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771))) after lookup
00:14:20.416 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:20.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.418 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.453 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:20.454 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:20.454 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [27ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [29ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [48ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [50ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [50ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158))) after lookup
00:14:20.455 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:20.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.456 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:20.534 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:20.535 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=166), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [27ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [29ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [48ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [50ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [50ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [87ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [88ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [88ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [163ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [165ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602))) after lookup
00:14:20.536 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:20.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.538 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.914 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:20.914 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:20.914 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=545), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [27ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [29ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [48ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [50ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [50ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [87ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [88ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [88ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [163ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [165ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [167ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [170ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [171ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [543ms] refreshing cache from master, [543ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [545ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708))) after lookup
00:14:20.915 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:20.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:20.917 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:21.394 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:21.394 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:21.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1026), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [27ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [29ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [48ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [50ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [50ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [87ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [88ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [88ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [163ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [165ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [167ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [170ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [171ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [543ms] refreshing cache from master, [543ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [545ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [547ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [549ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [549ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [1023ms] refreshing cache from master, [1023ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1025ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708) -> (continuation of Deferred@227283129 after retry RPC@174857028), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708) -> (continuation of Deferred@227283129 after retry RPC@174857028))) after lookup
00:14:21.396 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:21.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:21.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:21.398 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:21.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.700197 21064 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 6590a02a02274d7ab00a3431d67a0c88)
00:14:21.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.700338 21064 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:21.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.700767 21064 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:21.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:21.701419 20571 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:21.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:21.701941 20571 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.705163 20966 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "bcd1dfe6efe5461c836ab662584cd995" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c" is_pre_election: true
00:14:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.705309 20966 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd1dfe6efe5461c836ab662584cd995 in term 6.
00:14:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.705576 20571 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, bcd1dfe6efe5461c836ab662584cd995; no voters: 6590a02a02274d7ab00a3431d67a0c88
00:14:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.705716 21064 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 7 FOLLOWER]: Leader pre-election won for term 8
00:14:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.705791 21064 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 6590a02a02274d7ab00a3431d67a0c88)
00:14:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.705821 21064 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 7 FOLLOWER]: Advancing to term 8
00:14:21.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.706508 21064 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:21.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.706656 21064 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 8 election: Requested vote from peers 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.706921 20966 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "bcd1dfe6efe5461c836ab662584cd995" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.707096 20966 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 6 FOLLOWER]: Advancing to term 8
00:14:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:21.707558 20571 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.709236 20966 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd1dfe6efe5461c836ab662584cd995 in term 8.
00:14:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.709529 20571 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, bcd1dfe6efe5461c836ab662584cd995; no voters: 6590a02a02274d7ab00a3431d67a0c88
00:14:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.709658 21064 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 8 FOLLOWER]: Leader election won for term 8
00:14:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.709933 21064 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 8 LEADER]: Becoming Leader. State: Replica: bcd1dfe6efe5461c836ab662584cd995, State: Running, Role: LEADER
00:14:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.710076 21064 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:21.711098 18579 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 reported cstate change: term changed from 7 to 8, leader changed from 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193) to bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195). New cstate: current_term: 8 leader_uuid: "bcd1dfe6efe5461c836ab662584cd995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: UNKNOWN } } }
00:14:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:22.139124 20571 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 -> Peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Couldn't send request to peer 6590a02a02274d7ab00a3431d67a0c88. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:22.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:22.314597 20966 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 8 FOLLOWER]: Refusing update from remote peer bcd1dfe6efe5461c836ab662584cd995: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
00:14:22.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:22.314998 21064 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
00:14:22.894 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:22.894 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:22.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2526), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [3ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [3ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [27ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [29ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [46ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [48ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [50ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [50ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [87ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [88ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [88ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [163ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [165ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [167ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [170ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [171ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [543ms] refreshing cache from master, [543ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [545ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [547ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [549ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [549ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [1023ms] refreshing cache from master, [1023ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1025ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [1027ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [1030ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [1030ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2523ms] refreshing cache from master, [2523ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [2525ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@1529058462(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@4f50d58e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708) -> (continuation of Deferred@227283129 after retry RPC@174857028) -> (continuation of Deferred@154709359 after retry RPC@1675899191), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@523edcc7 -> wakeup thread Time-limited test -> (continuation of Deferred@718962438 after retry RPC@1688786771) -> (continuation of Deferred@1487618783 after retry RPC@2048595158) -> (continuation of Deferred@841277379 after retry RPC@485248602) -> (continuation of Deferred@1381806763 after retry RPC@742172708) -> (continuation of Deferred@227283129 after retry RPC@174857028) -> (continuation of Deferred@154709359 after retry RPC@1675899191))) after lookup
00:14:22.896 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:22.897 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] Successfully connected to peer
00:14:22.911 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa8d47dc6, L:/127.0.0.1:33620 - R:/127.17.222.195:35211] using TOKEN/null
00:14:22.922 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.193:39231
00:14:22.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:22.923424 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:39231
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46255
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:23.027544 21111 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:23.027784 21111 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:23.027806 21111 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:23.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:23.028909 21111 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:23.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:23.028956 21111 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.193
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.030238 21111 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:39231
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46255
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.21111
00:14:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.030424 21111 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.030720 21111 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:23.036516 21116 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:23.036527 21117 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:23.036628 21120 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:23.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.037024 21111 server_base.cc:1034] running on GCE node
00:14:23.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.037302 21111 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:23.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.037529 21111 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:23.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.038697 21111 hybrid_clock.cc:648] HybridClock initialized: now 1786493663038674 us; error 42 us; skew 500 ppm
00:14:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.044298 21111 webserver.cc:460] Webserver started at http://127.17.222.193:46255/ using document root <none> and password file <none>
00:14:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.044503 21111 fs_manager.cc:359] Metadata directory not provided
00:14:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.044548 21111 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:23.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.045898 21111 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:23.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.046543 21132 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:23.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.046766 21111 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.046850 21111 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.047150 21111 fs_report.cc:383] FS layout report
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/data
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.060098 21111 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.060341 21111 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.060452 21111 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.060623 21111 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.061025 21148 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.062453 21111 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.062534 21111 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
00:14:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.062573 21111 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.063271 21111 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.063329 21111 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.063388 21148 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap starting.
00:14:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.070247 21111 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.193:39231
00:14:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.070362 21314 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.193:39231 every 8 connection(s)
00:14:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.070842 21111 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:23.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.074599 21148 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Log is configured to *not* fsync() on all Append() calls
00:14:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.078264 21316 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.078277 21319 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.078549 21316 heartbeater.cc:464] Registering TS with master...
00:14:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.078590 21319 heartbeater.cc:464] Registering TS with master...
00:14:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.078755 21316 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.078794 21319 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.079294 18577 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.079352 18471 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.079514 21148 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.079718 18577 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.193:33309
00:14:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.079829 21148 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap complete.
00:14:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.080597 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 21111
00:14:23.080 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.080948 21148 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent bootstrapping tablet: real 0.018s	user 0.006s	sys 0.011s
00:14:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.081954 21148 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.082266 21148 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6590a02a02274d7ab00a3431d67a0c88, State: Initialized, Role: FOLLOWER
00:14:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.082397 21148 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.082736 21148 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
00:14:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.082870 21316 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.084882 21317 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.084944 21317 heartbeater.cc:464] Registering TS with master...
00:14:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.084995 21317 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.085381 18353 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:23.085 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:23.086 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.195:35211
00:14:23.086 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:23.087092 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 20543
00:14:23.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:23.102 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] handling channelInactive
00:14:23.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state READY due to: connection closed
00:14:23.103 [DEBUG - Time-limited test] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:23.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.105 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:23.113 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:23.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [1ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [2ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2006334230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@107c95b8 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7786939c -> wakeup thread Time-limited test)) after lookup
00:14:23.114 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:23.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.115 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:23.134 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:23.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [1ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [2ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [12ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [12ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2006334230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@107c95b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7786939c -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894))) after lookup
00:14:23.135 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:23.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.137 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.173 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:23.174 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:23.174 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [1ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [2ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [12ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [12ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [34ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [34ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2006334230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@107c95b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7786939c -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992))) after lookup
00:14:23.175 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:23.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.176 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.213 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:23.213 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:23.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [1ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [2ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [12ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [12ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [34ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [34ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [71ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [72ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [73ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [110ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2006334230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@107c95b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7786939c -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589))) after lookup
00:14:23.215 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:23.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.217 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:23.514 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:23.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=411), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [1ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [2ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [12ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [12ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [34ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [34ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [71ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [72ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [73ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [110ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [111ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [113ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [114ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [408ms] refreshing cache from master, [409ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [410ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2006334230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@107c95b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589) -> (continuation of Deferred@2019868507 after retry RPC@822683328), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7786939c -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589) -> (continuation of Deferred@2019868507 after retry RPC@822683328))) after lookup
00:14:23.515 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:23.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:23.516 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:24.093 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:24.094 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:24.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=991), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [1ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [2ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [12ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [12ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [34ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [34ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [71ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [72ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [73ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [110ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [111ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [113ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [114ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [408ms] refreshing cache from master, [409ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [410ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [412ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [413ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [413ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [988ms] refreshing cache from master, [988ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [990ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2006334230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@107c95b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589) -> (continuation of Deferred@2019868507 after retry RPC@822683328) -> (continuation of Deferred@1368602379 after retry RPC@237819860), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7786939c -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589) -> (continuation of Deferred@2019868507 after retry RPC@822683328) -> (continuation of Deferred@1368602379 after retry RPC@237819860))) after lookup
00:14:24.095 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:24.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:24.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:24.098 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:24.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:24.154 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:24.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1052), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [1ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [2ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [12ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [12ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [34ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [34ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [71ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [72ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [73ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [110ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [111ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [113ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [114ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [408ms] refreshing cache from master, [409ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [410ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [412ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [413ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [413ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [988ms] refreshing cache from master, [988ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [990ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [992ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [994ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [995ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [1049ms] refreshing cache from master, [1049ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1050ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2006334230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@107c95b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589) -> (continuation of Deferred@2019868507 after retry RPC@822683328) -> (continuation of Deferred@1368602379 after retry RPC@237819860) -> (continuation of Deferred@102531139 after retry RPC@1860592931), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7786939c -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589) -> (continuation of Deferred@2019868507 after retry RPC@822683328) -> (continuation of Deferred@1368602379 after retry RPC@237819860) -> (continuation of Deferred@102531139 after retry RPC@1860592931))) after lookup
00:14:24.156 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:24.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:24.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state CONNECTING due to: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:24.157 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211
00:14:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.423338 21339 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 8 FOLLOWER]: Starting pre-election (detected failure of leader bcd1dfe6efe5461c836ab662584cd995)
00:14:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.423445 21339 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:24.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.423738 21339 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:24.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:24.424532 20861 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111)
00:14:24.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:24.425228 20861 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111)
00:14:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.428121 21231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "5a77fe98155e4a6b89688f824594441c" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "6590a02a02274d7ab00a3431d67a0c88" is_pre_election: true
00:14:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.428259 21231 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a77fe98155e4a6b89688f824594441c in term 7.
00:14:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.428510 20861 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, 6590a02a02274d7ab00a3431d67a0c88; no voters: bcd1dfe6efe5461c836ab662584cd995
00:14:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.428624 21339 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 8 FOLLOWER]: Leader pre-election won for term 9
00:14:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.428675 21339 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 8 FOLLOWER]: Starting leader election (detected failure of leader bcd1dfe6efe5461c836ab662584cd995)
00:14:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.428735 21339 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 8 FOLLOWER]: Advancing to term 9
00:14:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.429441 21339 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.429574 21339 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 9 election: Requested vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:24.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.429884 21231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "5a77fe98155e4a6b89688f824594441c" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:24.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.429979 21231 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 7 FOLLOWER]: Advancing to term 9
00:14:24.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:24.430131 20861 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111)
00:14:24.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.431098 21231 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a77fe98155e4a6b89688f824594441c in term 9.
00:14:24.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.431330 20861 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, 6590a02a02274d7ab00a3431d67a0c88; no voters: bcd1dfe6efe5461c836ab662584cd995
00:14:24.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.431444 21339 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 9 FOLLOWER]: Leader election won for term 9
00:14:24.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.431576 21339 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 9 LEADER]: Becoming Leader. State: Replica: 5a77fe98155e4a6b89688f824594441c, State: Running, Role: LEADER
00:14:24.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.431668 21339 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:24.432406 18577 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c reported cstate change: term changed from 8 to 9, leader changed from bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195) to 5a77fe98155e4a6b89688f824594441c (127.17.222.194). New cstate: current_term: 9 leader_uuid: "5a77fe98155e4a6b89688f824594441c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: UNKNOWN } } }
00:14:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:24.818157 20861 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c -> Peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Couldn't send request to peer bcd1dfe6efe5461c836ab662584cd995. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.046867 21231 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 9 FOLLOWER]: Refusing update from remote peer 5a77fe98155e4a6b89688f824594441c: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
00:14:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.047324 21339 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
00:14:27.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:27.534 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.535090 20861 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c -> Peer bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211): Couldn't send request to peer bcd1dfe6efe5461c836ab662584cd995. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.195:35211: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:14:27.535 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=16, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=4432), Traces: [0ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [1ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [2ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [10ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [12ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [12ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [34ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [34ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [71ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [72ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [73ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [110ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [111ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [113ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [114ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [408ms] refreshing cache from master, [409ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [410ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [412ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [413ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [413ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [988ms] refreshing cache from master, [988ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [990ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [992ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [994ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [995ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [1049ms] refreshing cache from master, [1049ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1050ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [1052ms] sending RPC to server bcd1dfe6efe5461c836ab662584cd995, [1054ms] received response from server bcd1dfe6efe5461c836ab662584cd995: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [1054ms] delaying RPC due to: Network error: Failed to connect to peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211): Connection refused: /127.17.222.195:35211, [4428ms] refreshing cache from master, [4428ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [4430ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@2006334230(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@107c95b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589) -> (continuation of Deferred@2019868507 after retry RPC@822683328) -> (continuation of Deferred@1368602379 after retry RPC@237819860) -> (continuation of Deferred@102531139 after retry RPC@1860592931) -> (continuation of Deferred@707741879 after retry RPC@1911675427), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7786939c -> wakeup thread Time-limited test -> (continuation of Deferred@13775627 after retry RPC@1393348894) -> (continuation of Deferred@1247391556 after retry RPC@2137522992) -> (continuation of Deferred@1160125327 after retry RPC@1173457589) -> (continuation of Deferred@2019868507 after retry RPC@822683328) -> (continuation of Deferred@1368602379 after retry RPC@237819860) -> (continuation of Deferred@102531139 after retry RPC@1860592931) -> (continuation of Deferred@707741879 after retry RPC@1911675427))) after lookup
00:14:27.536 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:27.537 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] Successfully connected to peer
00:14:27.552 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x69dc928c, L:/127.0.0.1:59128 - R:/127.17.222.194:33129] using TOKEN/null
00:14:27.562 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.195:35211
00:14:27.562 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.562981 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/logs
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.195:35211
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.195
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39991
00:14:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.195
00:14:27.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:27.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:27.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:27.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:27.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.652396 21405 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:27.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.652631 21405 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:27.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.652662 21405 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.653928 21405 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.654012 21405 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.195
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.655371 21405 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.195:35211
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.195
00:14:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39991
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.21405
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.195
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/logs
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.655628 21405 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.655999 21405 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:27.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.661464 21417 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:27.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.661473 21422 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:27.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.661471 21419 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.661907 21405 server_base.cc:1034] running on GCE node
00:14:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.662088 21405 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:27.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.662277 21405 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.663461 21405 hybrid_clock.cc:648] HybridClock initialized: now 1786493667663437 us; error 40 us; skew 500 ppm
00:14:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.665025 21405 webserver.cc:460] Webserver started at http://127.17.222.195:39991/ using document root <none> and password file <none>
00:14:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.665275 21405 fs_manager.cc:359] Metadata directory not provided
00:14:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.665352 21405 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.666682 21405 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.667536 21429 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.667708 21405 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.667796 21405 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.668124 21405 fs_report.cc:383] FS layout report
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/wal
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/data
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:27.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.684428 21405 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:27.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.684839 21405 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.684964 21405 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.685189 21405 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:27.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.685636 21441 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.687050 21405 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.687104 21405 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
00:14:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.687130 21405 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:27.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.687767 21405 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:27.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.687798 21405 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:27.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.688155 21441 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap starting.
00:14:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.695058 21405 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.195:35211
00:14:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.695523 21405 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-2/data/info.pb
00:14:27.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.696084 21636 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.195:35211 every 8 connection(s)
00:14:27.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.699880 21441 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Log is configured to *not* fsync() on all Append() calls
00:14:27.701 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:27.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.700788 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 21405
00:14:27.706 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:27.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.706416 21441 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:27.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.706787 21441 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Bootstrap complete.
00:14:27.707 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.194:33129
00:14:27.707 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:27.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.707502 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 20837
00:14:27.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.712707 21441 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Time spent bootstrapping tablet: real 0.025s	user 0.006s	sys 0.012s
00:14:27.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.714689 21441 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:27.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.715063 21441 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd1dfe6efe5461c836ab662584cd995, State: Initialized, Role: FOLLOWER
00:14:27.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.715245 21441 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:27.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.715577 21441 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.001s
00:14:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.716181 21638 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.716284 21638 heartbeater.cc:464] Registering TS with master...
00:14:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.716481 21638 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.716667 21637 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.716758 21637 heartbeater.cc:464] Registering TS with master...
00:14:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.716828 21637 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:27.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.717198 18354 ts_manager.cc:194] Re-registered known tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:27.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.717387 18577 ts_manager.cc:194] Re-registered known tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.717811 18577 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.195:54579
00:14:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.718652 21637 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.719528 21640 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.719586 21640 heartbeater.cc:464] Registering TS with master...
00:14:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.719637 21640 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.719957 18471 ts_manager.cc:194] Re-registered known tserver with Master: bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211)
00:14:27.721 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] handling channelInactive
00:14:27.721 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:27.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state READY due to: connection closed
00:14:27.722 [DEBUG - Time-limited test] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:27.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.724 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:27.735 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:27.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@133366191(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@77c93d50 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1629093f -> wakeup thread Time-limited test)) after lookup
00:14:27.735 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:27.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.737 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.753 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:27.754 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:27.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [13ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [15ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [15ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@133366191(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@77c93d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1629093f -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493))) after lookup
00:14:27.755 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:27.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.755 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:27.794 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:27.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [13ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [15ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [15ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [33ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [33ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [72ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@133366191(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@77c93d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1629093f -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271))) after lookup
00:14:27.796 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:27.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.798 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.914 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:27.915 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:27.915 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=193), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [13ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [15ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [15ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [33ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [33ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [72ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [73ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [76ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [76ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [190ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [192ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@133366191(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@77c93d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271) -> (continuation of Deferred@1335609749 after retry RPC@947620874), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1629093f -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271) -> (continuation of Deferred@1335609749 after retry RPC@947620874))) after lookup
00:14:27.915 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:27.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.916 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.933 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:27.934 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:27.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=212), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [13ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [15ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [15ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [33ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [33ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [72ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [73ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [76ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [76ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [190ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [192ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [193ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [194ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [195ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [211ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@133366191(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@77c93d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271) -> (continuation of Deferred@1335609749 after retry RPC@947620874) -> (continuation of Deferred@297506394 after retry RPC@763088963), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1629093f -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271) -> (continuation of Deferred@1335609749 after retry RPC@947620874) -> (continuation of Deferred@297506394 after retry RPC@763088963))) after lookup
00:14:27.935 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:27.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:27.937 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:28.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:28.934 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)[L],6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:28.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1212), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [13ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [15ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [15ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [33ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [33ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [72ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [73ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [76ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [76ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [190ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [192ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [193ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [194ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [195ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [211ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [213ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [215ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [215ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [1209ms] refreshing cache from master, [1209ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1211ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@133366191(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@77c93d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271) -> (continuation of Deferred@1335609749 after retry RPC@947620874) -> (continuation of Deferred@297506394 after retry RPC@763088963) -> (continuation of Deferred@2056073296 after retry RPC@151461514), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1629093f -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271) -> (continuation of Deferred@1335609749 after retry RPC@947620874) -> (continuation of Deferred@297506394 after retry RPC@763088963) -> (continuation of Deferred@2056073296 after retry RPC@151461514))) after lookup
00:14:28.935 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] connecting to peer
00:14:28.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:28.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:28.937 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129
00:14:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.062748 21655 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 5a77fe98155e4a6b89688f824594441c)
00:14:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.062840 21655 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.063125 21655 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:29.063776 21140 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:29.065106 21140 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.066828 21555 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "bcd1dfe6efe5461c836ab662584cd995" is_pre_election: true
00:14:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.066958 21555 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 8.
00:14:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.067173 21140 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6590a02a02274d7ab00a3431d67a0c88, bcd1dfe6efe5461c836ab662584cd995; no voters: 5a77fe98155e4a6b89688f824594441c
00:14:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.067291 21655 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 9 FOLLOWER]: Leader pre-election won for term 10
00:14:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.067354 21655 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 5a77fe98155e4a6b89688f824594441c)
00:14:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.067381 21655 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 9 FOLLOWER]: Advancing to term 10
00:14:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.068183 21655 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.068316 21655 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 10 election: Requested vote from peers bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195:35211), 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.068497 21555 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "6590a02a02274d7ab00a3431d67a0c88" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "bcd1dfe6efe5461c836ab662584cd995"
00:14:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.068586 21555 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 8 FOLLOWER]: Advancing to term 10
00:14:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:29.068943 21140 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111)
00:14:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.069739 21555 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6590a02a02274d7ab00a3431d67a0c88 in term 10.
00:14:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.069936 21140 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6590a02a02274d7ab00a3431d67a0c88, bcd1dfe6efe5461c836ab662584cd995; no voters: 5a77fe98155e4a6b89688f824594441c
00:14:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.070027 21655 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 10 FOLLOWER]: Leader election won for term 10
00:14:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.070151 21655 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 10 LEADER]: Becoming Leader. State: Replica: 6590a02a02274d7ab00a3431d67a0c88, State: Running, Role: LEADER
00:14:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.070333 21655 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.071112 18577 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 reported cstate change: term changed from 9 to 10, leader changed from 5a77fe98155e4a6b89688f824594441c (127.17.222.194) to 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193). New cstate: current_term: 10 leader_uuid: "6590a02a02274d7ab00a3431d67a0c88" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: HEALTHY } } }
00:14:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.513660 21555 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 10 FOLLOWER]: Refusing update from remote peer 6590a02a02274d7ab00a3431d67a0c88: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
00:14:29.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.514081 21655 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
00:14:29.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:29.517799 21140 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 -> Peer 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129): Couldn't send request to peer 5a77fe98155e4a6b89688f824594441c. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.194:33129: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:31.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:31.935 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:31.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4213), Traces: [0ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [2ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [12ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [13ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [15ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [15ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [31ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [32ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [33ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [33ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [72ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [73ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [76ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [76ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [190ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [192ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [193ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [194ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [195ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [211ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [213ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [215ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [215ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [1209ms] refreshing cache from master, [1209ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1211ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [1213ms] sending RPC to server 5a77fe98155e4a6b89688f824594441c, [1214ms] received response from server 5a77fe98155e4a6b89688f824594441c: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [1215ms] delaying RPC due to: Network error: Failed to connect to peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129): Connection refused: /127.17.222.194:33129, [4210ms] refreshing cache from master, [4210ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [4212ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@133366191(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@77c93d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271) -> (continuation of Deferred@1335609749 after retry RPC@947620874) -> (continuation of Deferred@297506394 after retry RPC@763088963) -> (continuation of Deferred@2056073296 after retry RPC@151461514) -> (continuation of Deferred@295718679 after retry RPC@1763431091), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1629093f -> wakeup thread Time-limited test -> (continuation of Deferred@493645038 after retry RPC@1129508493) -> (continuation of Deferred@1631155184 after retry RPC@613049271) -> (continuation of Deferred@1335609749 after retry RPC@947620874) -> (continuation of Deferred@297506394 after retry RPC@763088963) -> (continuation of Deferred@2056073296 after retry RPC@151461514) -> (continuation of Deferred@295718679 after retry RPC@1763431091))) after lookup
00:14:31.936 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:31.938 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] Successfully connected to peer
00:14:31.956 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8982f46b, L:/127.0.0.1:60158 - R:/127.17.222.193:39231] using TOKEN/null
00:14:31.968 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.194:33129
00:14:31.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:31.968945 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/logs
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.194:33129
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.194
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.194
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.054865 21721 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.055069 21721 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.055090 21721 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.056632 21721 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.056772 21721 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.194
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.058418 21721 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.194:33129
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.194
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.21721
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.194
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/logs
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.058610 21721 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.058871 21721 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.064199 21740 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.064195 21734 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.064234 21735 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.064711 21721 server_base.cc:1034] running on GCE node
00:14:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.064962 21721 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.065258 21721 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:32.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.066434 21721 hybrid_clock.cc:648] HybridClock initialized: now 1786493672066415 us; error 34 us; skew 500 ppm
00:14:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.067818 21721 webserver.cc:460] Webserver started at http://127.17.222.194:37189/ using document root <none> and password file <none>
00:14:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.068106 21721 fs_manager.cc:359] Metadata directory not provided
00:14:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.068187 21721 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.069689 21721 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.070613 21752 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.070796 21721 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.070892 21721 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.071338 21721 fs_report.cc:383] FS layout report
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/wal
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/data
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:32.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.095242 21721 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:32.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.095577 21721 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:32.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.095690 21721 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:32.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.095875 21721 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.096503 21771 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.098443 21721 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.098511 21721 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
00:14:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.098541 21721 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.099179 21721 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.099216 21721 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.099352 21771 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap starting.
00:14:32.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.106446 21721 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.194:33129
00:14:32.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.106557 21939 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.194:33129 every 8 connection(s)
00:14:32.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.106878 21721 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-1/data/info.pb
00:14:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.111405 21771 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Log is configured to *not* fsync() on all Append() calls
00:14:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.114158 21943 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.114255 21943 heartbeater.cc:464] Registering TS with master...
00:14:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.114441 21943 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.114594 21940 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.114645 21940 heartbeater.cc:464] Registering TS with master...
00:14:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.114710 21940 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.115082 18471 ts_manager.cc:194] Re-registered known tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.115341 18579 ts_manager.cc:194] Re-registered known tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.115856 18579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.194:44787
00:14:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.116147 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 21721
00:14:32.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.117018 21771 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.117373 21771 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Bootstrap complete.
00:14:32.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.118584 21771 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Time spent bootstrapping tablet: real 0.019s	user 0.013s	sys 0.004s
00:14:32.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.119539 21771 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.119855 21771 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a77fe98155e4a6b89688f824594441c, State: Initialized, Role: FOLLOWER
00:14:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.119984 21941 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.120018 21941 heartbeater.cc:464] Registering TS with master...
00:14:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.120078 21941 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.120213 21771 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.120524 21771 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
00:14:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.120813 21940 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:32.121 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:32.121 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.222.193:39231
00:14:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.121256 18353 ts_manager.cc:194] Re-registered known tserver with Master: 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129)
00:14:32.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:32.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.121933 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 21111
00:14:32.142 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:32.143 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] handling channelInactive
00:14:32.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state READY due to: connection closed
00:14:32.143 [DEBUG - Time-limited test] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:32.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.145 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.153 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:32.153 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:32.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@136073640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@688f1349 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42afe2a2 -> wakeup thread Time-limited test)) after lookup
00:14:32.154 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:32.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.156 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.173 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:32.173 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:32.174 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [11ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [13ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [13ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@136073640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@688f1349 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42afe2a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777))) after lookup
00:14:32.174 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:32.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.175 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:32.215 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:32.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [11ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [13ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [13ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [31ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [32ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [32ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [71ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@136073640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@688f1349 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777) -> (continuation of Deferred@726698377 after retry RPC@2019983258), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42afe2a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777) -> (continuation of Deferred@726698377 after retry RPC@2019983258))) after lookup
00:14:32.216 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:32.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.218 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:32.274 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:32.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=131), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [11ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [13ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [13ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [31ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [32ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [32ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [71ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [73ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [75ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [75ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [131ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@136073640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@688f1349 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777) -> (continuation of Deferred@726698377 after retry RPC@2019983258) -> (continuation of Deferred@475603675 after retry RPC@1460143205), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42afe2a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777) -> (continuation of Deferred@726698377 after retry RPC@2019983258) -> (continuation of Deferred@475603675 after retry RPC@1460143205))) after lookup
00:14:32.275 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:32.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.276 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.314 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:32.314 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)[L],bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)]}]
00:14:32.315 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=171), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [11ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [13ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [13ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [31ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [32ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [32ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [71ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [73ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [75ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [75ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [131ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [132ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [133ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [133ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [168ms] refreshing cache from master, [168ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [170ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@136073640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@688f1349 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777) -> (continuation of Deferred@726698377 after retry RPC@2019983258) -> (continuation of Deferred@475603675 after retry RPC@1460143205) -> (continuation of Deferred@1066075889 after retry RPC@2011649982), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42afe2a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777) -> (continuation of Deferred@726698377 after retry RPC@2019983258) -> (continuation of Deferred@475603675 after retry RPC@1460143205) -> (continuation of Deferred@1066075889 after retry RPC@2011649982))) after lookup
00:14:32.316 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] connecting to peer
00:14:32.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:32.318 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231) for tablet 23ea390d2bb9419091ba7d7949807d40: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231
00:14:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.465862 21967 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 6590a02a02274d7ab00a3431d67a0c88)
00:14:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.465988 21967 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:33.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.466434 21967 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.467103 21432 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.467726 21432 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.470963 21866 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "bcd1dfe6efe5461c836ab662584cd995" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c" is_pre_election: true
00:14:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.471100 21866 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd1dfe6efe5461c836ab662584cd995 in term 9.
00:14:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.471361 21432 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, bcd1dfe6efe5461c836ab662584cd995; no voters: 6590a02a02274d7ab00a3431d67a0c88
00:14:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.471494 21967 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 10 FOLLOWER]: Leader pre-election won for term 11
00:14:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.471544 21967 raft_consensus.cc:482] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 6590a02a02274d7ab00a3431d67a0c88)
00:14:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.471565 21967 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 10 FOLLOWER]: Advancing to term 11
00:14:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.472342 21967 raft_consensus.cc:504] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.472473 21967 leader_election.cc:288] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 11 election: Requested vote from peers 5a77fe98155e4a6b89688f824594441c (127.17.222.194:33129), 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.472651 21866 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "23ea390d2bb9419091ba7d7949807d40" candidate_uuid: "bcd1dfe6efe5461c836ab662584cd995" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "5a77fe98155e4a6b89688f824594441c"
00:14:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.472784 21866 raft_consensus.cc:3037] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 9 FOLLOWER]: Advancing to term 11
00:14:33.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.473104 21432 leader_election.cc:334] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111)
00:14:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.473976 21866 raft_consensus.cc:2454] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd1dfe6efe5461c836ab662584cd995 in term 11.
00:14:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.474164 21432 leader_election.cc:302] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5a77fe98155e4a6b89688f824594441c, bcd1dfe6efe5461c836ab662584cd995; no voters: 6590a02a02274d7ab00a3431d67a0c88
00:14:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.474308 21967 raft_consensus.cc:2781] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 11 FOLLOWER]: Leader election won for term 11
00:14:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.474449 21967 raft_consensus.cc:686] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [term 11 LEADER]: Becoming Leader. State: Replica: bcd1dfe6efe5461c836ab662584cd995, State: Running, Role: LEADER
00:14:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.474576 21967 consensus_queue.cc:237] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.475430 18579 catalog_manager.cc:5495] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 reported cstate change: term changed from 10 to 11, leader changed from 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193) to bcd1dfe6efe5461c836ab662584cd995 (127.17.222.195). New cstate: current_term: 11 leader_uuid: "bcd1dfe6efe5461c836ab662584cd995" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } health_report { overall_health: UNKNOWN } } }
00:14:33.854 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 23ea390d2bb9419091ba7d7949807d40 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878' with partition [<start>, <end>)
00:14:33.854 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=23ea390d2bb9419091ba7d7949807d40@[5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129),6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231),bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)[L]]}]
00:14:33.854 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=23ea390d2bb9419091ba7d7949807d40, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1711), Traces: [0ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [2ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [2ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [11ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [13ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [13ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [31ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [32ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [32ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [71ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [73ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [75ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [75ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [131ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [132ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [133ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [133ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [168ms] refreshing cache from master, [168ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [170ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, [173ms] sending RPC to server 6590a02a02274d7ab00a3431d67a0c88, [175ms] received response from server 6590a02a02274d7ab00a3431d67a0c88: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [175ms] delaying RPC due to: Network error: Failed to connect to peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231): Connection refused: /127.17.222.193:39231, [1708ms] refreshing cache from master, [1709ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.222.252:40827, [1710ms] Sub RPC GetTableLocations: received response from server master-127.17.222.252:40827: OK, deferred=Deferred@136073640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/171266328@688f1349 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777) -> (continuation of Deferred@726698377 after retry RPC@2019983258) -> (continuation of Deferred@475603675 after retry RPC@1460143205) -> (continuation of Deferred@1066075889 after retry RPC@2011649982) -> (continuation of Deferred@1740932568 after retry RPC@710108217), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42afe2a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1799924344 after retry RPC@1456467777) -> (continuation of Deferred@726698377 after retry RPC@2019983258) -> (continuation of Deferred@475603675 after retry RPC@1460143205) -> (continuation of Deferred@1066075889 after retry RPC@2011649982) -> (continuation of Deferred@1740932568 after retry RPC@710108217))) after lookup
00:14:33.855 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] connecting to peer
00:14:33.856 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] Successfully connected to peer
00:14:33.873 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc371915d, L:/127.0.0.1:53594 - R:/127.17.222.195:35211] using TOKEN/null
00:14:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.875047 21866 raft_consensus.cc:1261] T 23ea390d2bb9419091ba7d7949807d40 P 5a77fe98155e4a6b89688f824594441c [term 11 FOLLOWER]: Refusing update from remote peer bcd1dfe6efe5461c836ab662584cd995: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 42. (index mismatch)
00:14:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.875087 21432 consensus_peers.cc:487] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 -> Peer 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231): Couldn't send request to peer 6590a02a02274d7ab00a3431d67a0c88. Status: Network error: Client connection negotiation failed: client connection to 127.17.222.193:39231: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.875452 21976 consensus_queue.cc:1035] T 23ea390d2bb9419091ba7d7949807d40 P bcd1dfe6efe5461c836ab662584cd995 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
00:14:33.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.879802 22001 mvcc.cc:205] Tried to move back new op lower bound from 7317478088188669952 to 7317478086552621056. Current Snapshot: MvccSnapshot[applied={T|T < 7317478088188669952}]
00:14:33.883 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.222.193:39231
00:14:33.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.884418 18299 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskM8CWI6/build/release/bin/kudu
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:39231
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46255
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.974582 22009 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:14:33.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.974781 22009 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:33.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.974800 22009 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:14:33.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.975996 22009 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:14:33.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.976046 22009 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.193
00:14:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.977494 22009 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.222.212:37115
00:14:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data
00:14:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.222.193:39231
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.222.193
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46255
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.222.254:40171,127.17.222.253:37071,127.17.222.252:40827
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.22009
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.222.193
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/logs
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:58:32 UTC on ccycloud.quasar-jwjgej.root.comops.site
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581605
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.977675 22009 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.977998 22009 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:14:33.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.983184 22019 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:33.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.983246 22022 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:33.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.983263 22020 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:33.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.983621 22009 server_base.cc:1034] running on GCE node
00:14:33.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.983865 22009 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.984087 22009 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:33.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.985267 22009 hybrid_clock.cc:648] HybridClock initialized: now 1786493673985252 us; error 33 us; skew 500 ppm
00:14:33.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.990571 22009 webserver.cc:460] Webserver started at http://127.17.222.193:46255/ using document root <none> and password file <none>
00:14:33.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.990769 22009 fs_manager.cc:359] Metadata directory not provided
00:14:33.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.990819 22009 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.992172 22009 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:14:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.993073 22030 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.993395 22009 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.993507 22009 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data,/tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6590a02a02274d7ab00a3431d67a0c88"
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:04 on dist-test-slave-s11t"
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.993978 22009 fs_report.cc:383] FS layout report
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/wal
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/data
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.033556 22009 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
00:14:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.033857 22009 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.034026 22009 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.034256 22009 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:14:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.034830 22042 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
00:14:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.036301 22009 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:14:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.036370 22009 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
00:14:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.036409 22009 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
00:14:34.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.037106 22009 ts_tablet_manager.cc:610] Registered 1 tablets
00:14:34.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.037168 22009 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:14:34.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.037210 22042 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap starting.
00:14:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.044608 22009 rpc_server.cc:307] RPC server started. Bound to: 127.17.222.193:39231
00:14:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.044744 22201 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.222.193:39231 every 8 connection(s)
00:14:34.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.045055 22009 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskM8CWI6/test-tmp/mini-kudu-cluster1607798778097057394/ts-0/data/info.pb
00:14:34.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.048311 22042 log.cc:824] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Log is configured to *not* fsync() on all Append() calls
00:14:34.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.050962 18299 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskM8CWI6/build/release/bin/kudu as pid 22009
00:14:34.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.052767 22208 heartbeater.cc:347] Connected to a master server at 127.17.222.253:37071
00:14:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.052871 22208 heartbeater.cc:464] Registering TS with master...
00:14:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.053056 22208 heartbeater.cc:511] Master 127.17.222.253:37071 requested a full tablet report, sending...
00:14:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.053725 18471 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.053890 22207 heartbeater.cc:347] Connected to a master server at 127.17.222.254:40171
00:14:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.053947 22207 heartbeater.cc:464] Registering TS with master...
00:14:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.054020 22207 heartbeater.cc:511] Master 127.17.222.254:40171 requested a full tablet report, sending...
00:14:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.054416 18354 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:34.055 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.055245 22206 heartbeater.cc:347] Connected to a master server at 127.17.222.252:40827
00:14:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.055297 22206 heartbeater.cc:464] Registering TS with master...
00:14:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.055377 22206 heartbeater.cc:511] Master 127.17.222.252:40827 requested a full tablet report, sending...
00:14:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.055636 18579 ts_manager.cc:194] Re-registered known tserver with Master: 6590a02a02274d7ab00a3431d67a0c88 (127.17.222.193:39231)
00:14:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.056140 18579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.222.193:54709
00:14:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.056162 22042 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:14:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.056469 22042 tablet_bootstrap.cc:492] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Bootstrap complete.
00:14:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.057906 22042 ts_tablet_manager.cc:1397] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent bootstrapping tablet: real 0.021s	user 0.000s	sys 0.017s
00:14:34.059 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786493644878, tablet=23ea390d2bb9419091ba7d7949807d40, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.059566 22042 raft_consensus.cc:348] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.059901 22042 raft_consensus.cc:729] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6590a02a02274d7ab00a3431d67a0c88, State: Initialized, Role: FOLLOWER
00:14:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.060060 22042 consensus_queue.cc:260] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bcd1dfe6efe5461c836ab662584cd995" member_type: VOTER last_known_addr { host: "127.17.222.195" port: 35211 } } peers { permanent_uuid: "5a77fe98155e4a6b89688f824594441c" member_type: VOTER last_known_addr { host: "127.17.222.194" port: 33129 } } peers { permanent_uuid: "6590a02a02274d7ab00a3431d67a0c88" member_type: VOTER last_known_addr { host: "127.17.222.193" port: 39231 } }
00:14:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.060379 22042 ts_tablet_manager.cc:1428] T 23ea390d2bb9419091ba7d7949807d40 P 6590a02a02274d7ab00a3431d67a0c88: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
00:14:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.060510 22206 heartbeater.cc:503] Master 127.17.222.252:40827 was elected leader, sending a full tablet report...
00:14:34.066 [DEBUG - main] (Connection.java:575) [peer 6590a02a02274d7ab00a3431d67a0c88(127.17.222.193:39231)] disconnecting while in state TERMINATED
00:14:34.067 [DEBUG - main] (Connection.java:575) [peer master-127.17.222.252:40827(127.17.222.252:40827)] disconnecting while in state READY
00:14:34.068 [DEBUG - main] (Connection.java:575) [peer 5a77fe98155e4a6b89688f824594441c(127.17.222.194:33129)] disconnecting while in state TERMINATED
00:14:34.068 [DEBUG - main] (Connection.java:575) [peer master-127.17.222.254:40171(127.17.222.254:40171)] disconnecting while in state READY
00:14:34.068 [DEBUG - main] (Connection.java:575) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] disconnecting while in state READY
00:14:34.068 [DEBUG - main] (Connection.java:575) [peer master-127.17.222.253:37071(127.17.222.253:37071)] disconnecting while in state READY
00:14:34.071 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.222.254:40171(127.17.222.254:40171)] handling channelInactive
00:14:34.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.222.254:40171(127.17.222.254:40171)] cleaning up while in state READY due to: connection closed
00:14:34.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:14:34.073 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.222.252:40827(127.17.222.252:40827)] handling channelInactive
00:14:34.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.222.252:40827(127.17.222.252:40827)] cleaning up while in state READY due to: connection closed
00:14:34.073 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] handling channelInactive
00:14:34.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bcd1dfe6efe5461c836ab662584cd995(127.17.222.195:35211)] cleaning up while in state READY due to: connection closed
00:14:34.074 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.222.253:37071(127.17.222.253:37071)] handling channelInactive
00:14:34.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.222.253:37071(127.17.222.253:37071)] cleaning up while in state READY due to: connection closed
00:14:34.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.075665 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 22009
00:14:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.091142 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 21721
00:14:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.110458 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 21405
00:14:34.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.120638 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 18314
00:14:34.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.130918 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 18416
00:14:34.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.141518 18299 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskM8CWI6/build/release/bin/kudu with pid 18529
00:14:34.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:14:34Z chronyd exiting

Time: 32.058

OK (1 test)

