JUnit version 4.13.2
.06:12:13.022 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786515133012
06:12:13.093 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
06:12:13.136 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:12:13.148 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskqCRwhz/test-tmp
06:12:13.177 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
06:12:13.180 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskqCRwhz/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
06:12:13.395 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

06:12:13.409 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:12:13.410 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

06:12:13.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.411746 27987 mini_oidc.cc:150] Starting JWKS server
06:12:13.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.412560 27987 webserver.cc:533] Webserver started at http://127.0.0.1:37269/ using document root <none> and password file <none>
06:12:13.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.412654 27987 mini_oidc.cc:186] Starting OIDC Discovery server
06:12:13.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.412809 27987 webserver.cc:533] Webserver started at http://127.0.0.1:42599/ using document root <none> and password file <none>
06:12:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:12:13Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
06:12:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:12:13Z Disabled control of system clock
06:12:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.429517 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/wal
06:12:13.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/data
06:12:13.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:13.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/logs
06:12:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/data/info.pb
06:12:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:13.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:13.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:13.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:13.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:13.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:13.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:13.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:13.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:12:13.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:13.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:12:13.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:12:13.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.254:37379
06:12:13.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.254
06:12:13.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:13.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:13.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:13.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:13.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:13.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:12:13.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:13.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:12:13.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37269/jwks.json with env {}
06:12:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.513089 28005 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.513310 28005 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:13.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.513331 28005 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:13.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.515432 28005 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
06:12:13.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.515506 28005 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:13.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.515528 28005 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
06:12:13.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.515547 28005 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
06:12:13.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.515564 28005 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
06:12:13.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.515580 28005 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37269/jwks.json
06:12:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.517961 28005 master_runner.cc:387] Master server non-default flags:
06:12:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/data
06:12:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/wal
06:12:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:12:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:12:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.254:37379
06:12:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:12:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:12:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37269/jwks.json
06:12:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:13.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/data/info.pb
06:12:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.254
06:12:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28005
06:12:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/logs
06:12:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:12:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:13.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.518287 28005 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:13.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.518594 28005 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:13.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.521505 28016 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.521510 28014 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.521536 28013 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.522064 28005 server_base.cc:1061] running on GCE node
06:12:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.522274 28005 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.522517 28005 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.523669 28005 hybrid_clock.cc:648] HybridClock initialized: now 1786515133523634 us; error 47 us; skew 500 ppm
06:12:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.525111 28005 webserver.cc:533] Webserver started at http://127.27.84.254:33375/ using document root <none> and password file <none>
06:12:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.525353 28005 fs_manager.cc:362] Metadata directory not provided
06:12:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.525410 28005 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.525540 28005 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:12:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.526724 28005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/data/instance:
06:12:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98669ffc62ab4c6b98520ed9acff6f36"
06:12:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:13 on dist-test-slave-gw5c"
06:12:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.527137 28005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/wal/instance:
06:12:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98669ffc62ab4c6b98520ed9acff6f36"
06:12:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:13 on dist-test-slave-gw5c"
06:12:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.528837 28005 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.000s	sys 0.003s
06:12:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.531545 28025 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.531761 28005 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.000s
06:12:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.531862 28005 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/wal
06:12:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "98669ffc62ab4c6b98520ed9acff6f36"
06:12:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:13 on dist-test-slave-gw5c"
06:12:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.531937 28005 fs_report.cc:389] FS layout report
06:12:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/wal
06:12:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/wal
06:12:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/data/data
06:12:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.548257 28005 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:13.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.548555 28005 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:13.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.548647 28005 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.553134 28005 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.254:37379
06:12:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.553170 28112 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.254:37379 every 8 connection(s)
06:12:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.553469 28005 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/data/info.pb
06:12:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.554052 28113 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:12:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.555251 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 28005
06:12:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.555382 27987 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-0/wal/instance
06:12:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.555449 28113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } has no permanent_uuid. Determining permanent_uuid...
06:12:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.556372 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/wal
06:12:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/data
06:12:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/logs
06:12:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/data/info.pb
06:12:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:12:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:12:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:12:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.253:42387
06:12:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.253
06:12:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:12:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:12:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37269/jwks.json with env {}
06:12:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.563421 28113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } has no permanent_uuid. Determining permanent_uuid...
06:12:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.563889 28029 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.253:42387: connect: Connection refused (error 111)
06:12:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.568073 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.84.253:42387: Network error: Client connection negotiation failed: client connection to 127.27.84.253:42387: connect: Connection refused (error 111)
06:12:13.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.617329 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } attempt: 1
06:12:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.618814 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.84.253:42387: Network error: Client connection negotiation failed: client connection to 127.27.84.253:42387: connect: Connection refused (error 111)
06:12:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.643246 28117 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.643536 28117 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.643574 28117 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.645663 28117 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
06:12:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.645753 28117 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.645777 28117 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
06:12:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.645797 28117 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
06:12:13.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.645815 28117 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
06:12:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.645833 28117 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37269/jwks.json
06:12:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.648093 28117 master_runner.cc:387] Master server non-default flags:
06:12:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:13.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/data
06:12:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/wal
06:12:13.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:12:13.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:13.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:13.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:13.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:12:13.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.253:42387
06:12:13.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:12:13.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:13.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:12:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37269/jwks.json
06:12:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/data/info.pb
06:12:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.253
06:12:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28117
06:12:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/logs
06:12:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:12:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.648443 28117 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.648761 28117 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.651948 28127 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.652060 28128 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.651964 28133 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.652964 28117 server_base.cc:1061] running on GCE node
06:12:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.653196 28117 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.653478 28117 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.654651 28117 hybrid_clock.cc:648] HybridClock initialized: now 1786515133654628 us; error 33 us; skew 500 ppm
06:12:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.656039 28117 webserver.cc:533] Webserver started at http://127.27.84.253:39643/ using document root <none> and password file <none>
06:12:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.656255 28117 fs_manager.cc:362] Metadata directory not provided
06:12:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.656299 28117 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.656421 28117 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:12:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.657591 28117 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/data/instance:
06:12:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35faa4be837e4af9a1c65f35369a85bf"
06:12:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:13 on dist-test-slave-gw5c"
06:12:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.657950 28117 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/wal/instance:
06:12:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35faa4be837e4af9a1c65f35369a85bf"
06:12:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:13 on dist-test-slave-gw5c"
06:12:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.659610 28117 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.001s
06:12:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.660502 28142 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.660672 28117 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
06:12:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.660737 28117 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/wal
06:12:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35faa4be837e4af9a1c65f35369a85bf"
06:12:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:13 on dist-test-slave-gw5c"
06:12:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.660802 28117 fs_report.cc:389] FS layout report
06:12:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/wal
06:12:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/wal
06:12:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/data/data
06:12:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.673812 28117 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.674232 28117 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.674383 28117 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.679147 28117 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.253:42387
06:12:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.679196 28222 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.253:42387 every 8 connection(s)
06:12:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.679702 28117 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/data/info.pb
06:12:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.680442 28223 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:12:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.682284 28223 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } has no permanent_uuid. Determining permanent_uuid...
06:12:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.683671 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 28117
06:12:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.683763 27987 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-1/wal/instance
06:12:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.684160 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/wal
06:12:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/data
06:12:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/logs
06:12:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/data/info.pb
06:12:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:12:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:12:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:12:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.252:40693
06:12:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.252
06:12:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:12:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:12:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37269/jwks.json with env {}
06:12:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.687000 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } attempt: 2
06:12:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.689646 28223 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } has no permanent_uuid. Determining permanent_uuid...
06:12:13.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.692519 28113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } has no permanent_uuid. Determining permanent_uuid...
06:12:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.693218 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.84.252:40693: Network error: Client connection negotiation failed: client connection to 127.27.84.252:40693: connect: Connection refused (error 111)
06:12:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.696132 28223 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } has no permanent_uuid. Determining permanent_uuid...
06:12:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.696547 28145 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.252:40693: connect: Connection refused (error 111)
06:12:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.698454 28223 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.84.252:40693: Network error: Client connection negotiation failed: client connection to 127.27.84.252:40693: connect: Connection refused (error 111)
06:12:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.736426 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } attempt: 1
06:12:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.737392 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.84.252:40693: Network error: Client connection negotiation failed: client connection to 127.27.84.252:40693: connect: Connection refused (error 111)
06:12:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.747705 28223 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } attempt: 1
06:12:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.748704 28223 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.84.252:40693: Network error: Client connection negotiation failed: client connection to 127.27.84.252:40693: connect: Connection refused (error 111)
06:12:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.773640 28234 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.773830 28234 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.773851 28234 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.775893 28234 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
06:12:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.775952 28234 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.775966 28234 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
06:12:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.775978 28234 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
06:12:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.775991 28234 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
06:12:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.776003 28234 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37269/jwks.json
06:12:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.777601 28234 master_runner.cc:387] Master server non-default flags:
06:12:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/data
06:12:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/wal
06:12:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:12:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:12:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.252:40693
06:12:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:12:13.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:12:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37269/jwks.json
06:12:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/data/info.pb
06:12:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.252
06:12:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28234
06:12:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/logs
06:12:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:12:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.777807 28234 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.778016 28234 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.780354 28255 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.780581 28251 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.780833 28234 server_base.cc:1061] running on GCE node
06:12:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.780931 28252 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.781165 28234 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.781430 28234 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.782593 28234 hybrid_clock.cc:648] HybridClock initialized: now 1786515133782567 us; error 35 us; skew 500 ppm
06:12:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.783987 28234 webserver.cc:533] Webserver started at http://127.27.84.252:42689/ using document root <none> and password file <none>
06:12:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.784204 28234 fs_manager.cc:362] Metadata directory not provided
06:12:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.784250 28234 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.784379 28234 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:12:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.784554 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } attempt: 2
06:12:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.785216 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.84.252:40693: Network error: Client connection negotiation failed: client connection to 127.27.84.252:40693: connect: Connection refused (error 111)
06:12:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.785543 28234 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/data/instance:
06:12:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66968c81b3b9492da5123041fff5b8d4"
06:12:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:13 on dist-test-slave-gw5c"
06:12:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.785952 28234 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/wal/instance:
06:12:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66968c81b3b9492da5123041fff5b8d4"
06:12:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:13 on dist-test-slave-gw5c"
06:12:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.787757 28234 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.003s	sys 0.001s
06:12:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.788834 28264 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.789011 28234 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
06:12:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.789067 28234 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/wal
06:12:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66968c81b3b9492da5123041fff5b8d4"
06:12:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:13 on dist-test-slave-gw5c"
06:12:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.789134 28234 fs_report.cc:389] FS layout report
06:12:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/wal
06:12:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/wal
06:12:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/data/data
06:12:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:13.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.806538 28234 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:13.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.806852 28234 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:13.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.806946 28234 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:13.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.812198 28234 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.252:40693
06:12:13.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.812234 28340 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.252:40693 every 8 connection(s)
06:12:13.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.812685 28234 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/data/info.pb
06:12:13.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.813493 28343 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:12:13.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.813526 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 28234
06:12:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.813632 27987 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/master-2/wal/instance
06:12:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.815092 28343 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } has no permanent_uuid. Determining permanent_uuid...
06:12:13.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.816905 28223 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } attempt: 2
06:12:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.820603 28343 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } has no permanent_uuid. Determining permanent_uuid...
06:12:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.824654 28223 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf: Bootstrap starting.
06:12:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.824717 28343 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } has no permanent_uuid. Determining permanent_uuid...
06:12:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.825537 28223 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf: Neither blocks nor log segments found. Creating new log.
06:12:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.825817 28223 log.cc:826] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf: Log is configured to *not* fsync() on all Append() calls
06:12:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.826942 28223 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf: No bootstrap required, opened a new log
06:12:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.829007 28343 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4: Bootstrap starting.
06:12:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.829460 28223 raft_consensus.cc:359] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } }
06:12:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.829591 28223 raft_consensus.cc:385] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:12:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.829627 28223 raft_consensus.cc:740] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35faa4be837e4af9a1c65f35369a85bf, State: Initialized, Role: FOLLOWER
06:12:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.829741 28343 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4: Neither blocks nor log segments found. Creating new log.
06:12:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.829728 28223 consensus_queue.cc:260] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } }
06:12:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.830051 28343 log.cc:826] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4: Log is configured to *not* fsync() on all Append() calls
06:12:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.830070 28223 sys_catalog.cc:565] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [sys.catalog]: configured and running, proceeding with master startup.
06:12:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.830057 28356 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.830160 28356 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [sys.catalog]: This master's current role is: FOLLOWER
06:12:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.830811 28343 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4: No bootstrap required, opened a new log
06:12:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.832103 28381 catalog_manager.cc:1614] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:12:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.832436 28381 catalog_manager.cc:884] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:12:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.833245 28343 raft_consensus.cc:359] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } }
06:12:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.833377 28343 raft_consensus.cc:385] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:12:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.833408 28343 raft_consensus.cc:740] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66968c81b3b9492da5123041fff5b8d4, State: Initialized, Role: FOLLOWER
06:12:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.833532 28343 consensus_queue.cc:260] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } }
06:12:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.833806 28343 sys_catalog.cc:565] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [sys.catalog]: configured and running, proceeding with master startup.
06:12:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.832278 28117 master_runner.cc:187] Error getting master registration for 127.27.84.254:37379: OK, instance_id { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" instance_seqno: 1786515133551899 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:12:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.834451 28117 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
06:12:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.835935 28401 catalog_manager.cc:1614] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:12:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.836256 28401 catalog_manager.cc:884] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:12:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.835973 28234 master_runner.cc:187] Error getting master registration for 127.27.84.254:37379: OK, instance_id { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" instance_seqno: 1786515133551899 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:12:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.837713 28234 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
06:12:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.838480 28385 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.838814 28385 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [sys.catalog]: This master's current role is: FOLLOWER
06:12:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.892380 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } attempt: 3
06:12:13.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.897991 28113 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36: Bootstrap starting.
06:12:13.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.899137 28113 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36: Neither blocks nor log segments found. Creating new log.
06:12:13.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.900316 28113 log.cc:826] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36: Log is configured to *not* fsync() on all Append() calls
06:12:13.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.901268 28113 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36: No bootstrap required, opened a new log
06:12:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.903034 28113 raft_consensus.cc:359] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } }
06:12:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.903190 28113 raft_consensus.cc:385] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:12:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.903224 28113 raft_consensus.cc:740] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 98669ffc62ab4c6b98520ed9acff6f36, State: Initialized, Role: FOLLOWER
06:12:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.903332 28113 consensus_queue.cc:260] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } }
06:12:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.903738 28113 sys_catalog.cc:565] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [sys.catalog]: configured and running, proceeding with master startup.
06:12:13.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.908082 28005 master_runner.cc:264] No leader master found from master 98669ffc62ab4c6b98520ed9acff6f36
06:12:13.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.908154 28005 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
06:12:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.908751 28421 catalog_manager.cc:1614] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:12:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.908797 28421 catalog_manager.cc:884] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:12:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.913594 28405 sys_catalog.cc:455] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.923452 28405 sys_catalog.cc:458] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [sys.catalog]: This master's current role is: FOLLOWER
06:12:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.924117 28405 raft_consensus.cc:493] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:12:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.924497 28405 raft_consensus.cc:515] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } }
06:12:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:13.926718 28149 tablet.cc:2406] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:12:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.931416 28181 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "98669ffc62ab4c6b98520ed9acff6f36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35faa4be837e4af9a1c65f35369a85bf" is_pre_election: true
06:12:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.931612 28181 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 98669ffc62ab4c6b98520ed9acff6f36 in term 0.
06:12:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.931818 28029 leader_election.cc:304] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35faa4be837e4af9a1c65f35369a85bf, 98669ffc62ab4c6b98520ed9acff6f36; no voters: 
06:12:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.932157 28303 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "98669ffc62ab4c6b98520ed9acff6f36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66968c81b3b9492da5123041fff5b8d4" is_pre_election: true
06:12:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.932286 28303 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 98669ffc62ab4c6b98520ed9acff6f36 in term 0.
06:12:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.932480 28405 leader_election.cc:290] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 35faa4be837e4af9a1c65f35369a85bf (127.27.84.253:42387), 66968c81b3b9492da5123041fff5b8d4 (127.27.84.252:40693)
06:12:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.932564 28405 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:12:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.932601 28405 raft_consensus.cc:493] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:12:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.932622 28405 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 0 FOLLOWER]: Advancing to term 1
06:12:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.933548 28405 raft_consensus.cc:515] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } }
06:12:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.934131 28181 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "98669ffc62ab4c6b98520ed9acff6f36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35faa4be837e4af9a1c65f35369a85bf"
06:12:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.934207 28181 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [term 0 FOLLOWER]: Advancing to term 1
06:12:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.935015 28181 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 98669ffc62ab4c6b98520ed9acff6f36 in term 1.
06:12:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.935214 28029 leader_election.cc:304] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35faa4be837e4af9a1c65f35369a85bf, 98669ffc62ab4c6b98520ed9acff6f36; no voters: 
06:12:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.936115 28423 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 1 FOLLOWER]: Leader election won for term 1
06:12:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.936283 28423 raft_consensus.cc:697] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [term 1 LEADER]: Becoming Leader. State: Replica: 98669ffc62ab4c6b98520ed9acff6f36, State: Running, Role: LEADER
06:12:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.936861 28423 consensus_queue.cc:237] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } }
06:12:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.937702 28423 sys_catalog.cc:455] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 98669ffc62ab4c6b98520ed9acff6f36. Latest consensus state: current_term: 1 leader_uuid: "98669ffc62ab4c6b98520ed9acff6f36" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.937795 28423 sys_catalog.cc:458] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [sys.catalog]: This master's current role is: LEADER
06:12:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.938587 28303 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "98669ffc62ab4c6b98520ed9acff6f36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66968c81b3b9492da5123041fff5b8d4"
06:12:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.938675 28303 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [term 0 FOLLOWER]: Advancing to term 1
06:12:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.939560 28303 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 98669ffc62ab4c6b98520ed9acff6f36 in term 1.
06:12:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.941133 28405 leader_election.cc:290] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [CANDIDATE]: Term 1 election: Requested vote from peers 35faa4be837e4af9a1c65f35369a85bf (127.27.84.253:42387), 66968c81b3b9492da5123041fff5b8d4 (127.27.84.252:40693)
06:12:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.941566 28428 catalog_manager.cc:1531] Loading table and tablet metadata into memory...
06:12:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.942055 28428 catalog_manager.cc:1540] Initializing Kudu cluster ID...
06:12:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.946460 28303 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [term 1 FOLLOWER]: Refusing update from remote peer 98669ffc62ab4c6b98520ed9acff6f36: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:12:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.947358 28405 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [LEADER]: Connected to new peer: Peer: permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:12:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.948700 28385 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 98669ffc62ab4c6b98520ed9acff6f36. Latest consensus state: current_term: 1 leader_uuid: "98669ffc62ab4c6b98520ed9acff6f36" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.948793 28385 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [sys.catalog]: This master's current role is: FOLLOWER
06:12:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.950723 28181 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [term 1 FOLLOWER]: Refusing update from remote peer 98669ffc62ab4c6b98520ed9acff6f36: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:12:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.951017 28405 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [LEADER]: Connected to new peer: Peer: permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:12:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.952464 28356 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 98669ffc62ab4c6b98520ed9acff6f36. Latest consensus state: current_term: 1 leader_uuid: "98669ffc62ab4c6b98520ed9acff6f36" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.952574 28356 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [sys.catalog]: This master's current role is: FOLLOWER
06:12:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.956012 28424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "98669ffc62ab4c6b98520ed9acff6f36" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.956126 28424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [sys.catalog]: This master's current role is: LEADER
06:12:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.957408 28356 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "98669ffc62ab4c6b98520ed9acff6f36" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.957510 28356 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf [sys.catalog]: This master's current role is: FOLLOWER
06:12:13.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.958524 28429 mvcc.cc:204] Tried to move back new op lower bound from 7317565988641697792 to 7317565988607631360. Current Snapshot: MvccSnapshot[applied={T|T < 7317565988641697792}]
06:12:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.959446 28428 catalog_manager.cc:1384] Generated new cluster ID: aa07679b10e14ec3a5362dc43de9e1eb
06:12:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.959502 28428 catalog_manager.cc:1551] Initializing Kudu internal certificate authority...
06:12:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.959934 28433 mvcc.cc:204] Tried to move back new op lower bound from 7317565988641697792 to 7317565988607631360. Current Snapshot: MvccSnapshot[applied={T|T < 7317565988641697792}]
06:12:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.967067 28423 sys_catalog.cc:455] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "98669ffc62ab4c6b98520ed9acff6f36" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.967199 28423 sys_catalog.cc:458] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36 [sys.catalog]: This master's current role is: LEADER
06:12:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.967836 28385 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "98669ffc62ab4c6b98520ed9acff6f36" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "98669ffc62ab4c6b98520ed9acff6f36" member_type: VOTER last_known_addr { host: "127.27.84.254" port: 37379 } } peers { permanent_uuid: "35faa4be837e4af9a1c65f35369a85bf" member_type: VOTER last_known_addr { host: "127.27.84.253" port: 42387 } } peers { permanent_uuid: "66968c81b3b9492da5123041fff5b8d4" member_type: VOTER last_known_addr { host: "127.27.84.252" port: 40693 } } }
06:12:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.967934 28385 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4 [sys.catalog]: This master's current role is: FOLLOWER
06:12:13.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.989858 28428 catalog_manager.cc:1407] Generated new certificate authority record
06:12:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:13.991323 28428 catalog_manager.cc:1560] Loading token signing keys...
06:12:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.003289 28428 catalog_manager.cc:6112] T 00000000000000000000000000000000 P 98669ffc62ab4c6b98520ed9acff6f36: Generated new TSK 0
06:12:14.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.004208 28428 catalog_manager.cc:1570] Initializing in-progress tserver states...
06:12:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.013401 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/logs
06:12:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.193:0
06:12:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.193
06:12:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.193
06:12:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.119014 28445 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.119201 28445 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.119222 28445 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.121011 28445 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.121080 28445 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.193
06:12:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.122737 28445 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.193:0
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.193
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28445
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.193
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/logs
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:14.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.122941 28445 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.123139 28445 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.125638 28457 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:14.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.127316 28455 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:14.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.128638 28454 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.128726 28445 server_base.cc:1061] running on GCE node
06:12:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.128934 28445 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.129225 28445 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.130431 28445 hybrid_clock.cc:648] HybridClock initialized: now 1786515134130398 us; error 51 us; skew 500 ppm
06:12:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.131945 28445 webserver.cc:533] Webserver started at http://127.27.84.193:39199/ using document root <none> and password file <none>
06:12:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.132164 28445 fs_manager.cc:362] Metadata directory not provided
06:12:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.132197 28445 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.132282 28445 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:12:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.133111 28445 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/instance:
06:12:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.133399 28445 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal/instance:
06:12:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.134631 28445 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
06:12:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.135468 28464 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.135669 28445 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
06:12:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.135744 28445 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.135794 28445 fs_report.cc:389] FS layout report
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/data
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.145916 28445 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.146219 28445 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.146312 28445 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.146545 28445 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.146934 28445 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:12:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.146974 28445 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:12:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.146998 28445 ts_tablet_manager.cc:616] Registered 0 tablets
06:12:14.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.147011 28445 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:12:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.154445 28445 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.193:36701
06:12:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.154508 28641 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.193:36701 every 8 connection(s)
06:12:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.154865 28445 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.155750 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 28445
06:12:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.155824 27987 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal/instance
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.157167 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/logs
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.194:0
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.194
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.194
06:12:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.162014 28644 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.162128 28644 heartbeater.cc:461] Registering TS with master...
06:12:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.162351 28644 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.162894 28051 ts_manager.cc:194] Registered new tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.163810 28645 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:14.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.164049 28643 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.164191 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.193:48683
06:12:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.164059 28645 heartbeater.cc:461] Registering TS with master...
06:12:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.166025 28643 heartbeater.cc:461] Registering TS with master...
06:12:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.166105 28645 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.167232 28643 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:14.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.168493 28167 ts_manager.cc:194] Registered new tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:14.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.168581 28290 ts_manager.cc:194] Registered new tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.247804 28651 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.248004 28651 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.248024 28651 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.249745 28651 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.249825 28651 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.194
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.251888 28651 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.194:0
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.194
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28651
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.194
06:12:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/logs
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.252113 28651 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.252314 28651 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:14.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.254894 28663 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:14.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.255231 28659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:14.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.255097 28660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.256209 28651 server_base.cc:1061] running on GCE node
06:12:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.256415 28651 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.256668 28651 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.257848 28651 hybrid_clock.cc:648] HybridClock initialized: now 1786515134257824 us; error 34 us; skew 500 ppm
06:12:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.259416 28651 webserver.cc:533] Webserver started at http://127.27.84.194:40133/ using document root <none> and password file <none>
06:12:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.259656 28651 fs_manager.cc:362] Metadata directory not provided
06:12:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.259701 28651 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.259819 28651 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:12:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.260952 28651 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/instance:
06:12:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df95d99b377a4619bcfeede49217e347"
06:12:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.261337 28651 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal/instance:
06:12:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df95d99b377a4619bcfeede49217e347"
06:12:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:14.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.262938 28651 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
06:12:14.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.263777 28675 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.263980 28651 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.264052 28651 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df95d99b377a4619bcfeede49217e347"
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.264099 28651 fs_report.cc:389] FS layout report
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/data
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.280643 28651 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.280965 28651 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.281062 28651 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.281270 28651 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.281553 28651 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:12:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.281574 28651 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:12:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.281596 28651 ts_tablet_manager.cc:616] Registered 0 tablets
06:12:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.281610 28651 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:12:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.288300 28651 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.194:37287
06:12:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.288389 28862 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.194:37287 every 8 connection(s)
06:12:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.288712 28651 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.294723 28864 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.294847 28864 heartbeater.cc:461] Registering TS with master...
06:12:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.294871 28863 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.294936 28863 heartbeater.cc:461] Registering TS with master...
06:12:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.295069 28864 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.295070 28863 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.295424 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 28651
06:12:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.295516 27987 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal/instance
06:12:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.296419 28290 ts_manager.cc:194] Registered new tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.296697 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:0
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.296797 28051 ts_manager.cc:194] Registered new tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.297304 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.194:59501
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.298652 28865 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.298740 28865 heartbeater.cc:461] Registering TS with master...
06:12:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.298825 28865 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.299192 28164 ts_manager.cc:194] Registered new tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.383528 28870 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:14.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.383708 28870 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:14.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.383728 28870 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:14.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.385272 28870 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:14.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.385325 28870 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.195
06:12:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.386811 28870 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:0
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28870
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.387007 28870 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.387194 28870 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.390487 28882 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.390533 28878 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:14.390552 28875 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.390798 28870 server_base.cc:1061] running on GCE node
06:12:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.390975 28870 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.391211 28870 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.392398 28870 hybrid_clock.cc:648] HybridClock initialized: now 1786515134392376 us; error 36 us; skew 500 ppm
06:12:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.393558 28870 webserver.cc:533] Webserver started at http://127.27.84.195:33339/ using document root <none> and password file <none>
06:12:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.393733 28870 fs_manager.cc:362] Metadata directory not provided
06:12:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.393769 28870 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.393860 28870 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:12:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.394691 28870 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/instance:
06:12:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.395063 28870 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal/instance:
06:12:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:14.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.396411 28870 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.397259 28893 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.397454 28870 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.397517 28870 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.397588 28870 fs_report.cc:389] FS layout report
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/data
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.428905 28870 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.429209 28870 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.429299 28870 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.429512 28870 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.429780 28870 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:12:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.429801 28870 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:12:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.429823 28870 ts_tablet_manager.cc:616] Registered 0 tablets
06:12:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.429836 28870 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:12:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.438059 28870 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.195:39353
06:12:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.438112 29063 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.195:39353 every 8 connection(s)
06:12:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.438486 28870 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.443220 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 28870
06:12:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.443329 27987 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal/instance
06:12:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.444720 29064 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.444847 29064 heartbeater.cc:461] Registering TS with master...
06:12:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.445080 29064 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.445504 28290 ts_manager.cc:194] Registered new tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.447552 29069 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.447641 29069 heartbeater.cc:461] Registering TS with master...
06:12:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.447745 29069 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:14.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.448050 29065 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:14.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.448119 29065 heartbeater.cc:461] Registering TS with master...
06:12:14.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.448210 29065 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:14.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.448496 28051 ts_manager.cc:194] Registered new tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.448999 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.195:58177
06:12:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.450698 28164 ts_manager.cc:194] Registered new tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:14.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.459036 27987 external_mini_cluster.cc:956] 3 TS(s) registered with all masters
06:12:14.460 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:12:14.461 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

06:12:14.469 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.84.254"
      port: 37379
    }
    bound_http_address {
      host: "127.27.84.254"
      port: 33375
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.84.253"
      port: 42387
    }
    bound_http_address {
      host: "127.27.84.253"
      port: 39643
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.84.252"
      port: 40693
    }
    bound_http_address {
      host: "127.27.84.252"
      port: 42689
    }
  }
}

06:12:14.473 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

06:12:14.475 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.84.193"
      port: 36701
    }
    bound_http_address {
      host: "127.27.84.193"
      port: 39199
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.84.194"
      port: 37287
    }
    bound_http_address {
      host: "127.27.84.194"
      port: 40133
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.84.195"
      port: 39353
    }
    bound_http_address {
      host: "127.27.84.195"
      port: 33339
    }
  }
}

06:12:14.475 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:12:14.652 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
06:12:14.718 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
06:12:14.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.834693 28381 catalog_manager.cc:1296] Loaded cluster ID: aa07679b10e14ec3a5362dc43de9e1eb
06:12:14.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.834793 28381 catalog_manager.cc:1608] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf: loading cluster ID for follower catalog manager: success
06:12:14.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.836175 28381 catalog_manager.cc:1630] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf: acquiring CA information for follower catalog manager: success
06:12:14.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.836511 28381 catalog_manager.cc:1658] T 00000000000000000000000000000000 P 35faa4be837e4af9a1c65f35369a85bf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:12:14.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.836884 28401 catalog_manager.cc:1296] Loaded cluster ID: aa07679b10e14ec3a5362dc43de9e1eb
06:12:14.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.836936 28401 catalog_manager.cc:1608] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4: loading cluster ID for follower catalog manager: success
06:12:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.838265 28401 catalog_manager.cc:1630] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4: acquiring CA information for follower catalog manager: success
06:12:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:14.838604 28401 catalog_manager.cc:1658] T 00000000000000000000000000000000 P 66968c81b3b9492da5123041fff5b8d4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:12:14.908 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.84.254:37379(127.27.84.254:37379)] connecting to peer
06:12:14.978 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.84.252:40693(127.27.84.252:40693)] connecting to peer
06:12:14.980 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.84.253:42387(127.27.84.253:42387)] connecting to peer
06:12:14.998 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.84.252:40693(127.27.84.252:40693)] Successfully connected to peer
06:12:14.998 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.84.253:42387(127.27.84.253:42387)] Successfully connected to peer
06:12:14.998 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.84.254:37379(127.27.84.254:37379)] Successfully connected to peer
06:12:15.102 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.84.253
06:12:15.102 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.84.254
06:12:15.105 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.84.252
06:12:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.165076 28644 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.298152 28864 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:15.328 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x61b204c0, L:/127.0.0.1:52234 - R:/127.27.84.253:42387] using SASL/PLAIN
06:12:15.329 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x262522d4, L:/127.0.0.1:59192 - R:/127.27.84.252:40693] using SASL/PLAIN
06:12:15.330 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x51ed007d, L:/127.0.0.1:56806 - R:/127.27.84.254:37379] using SASL/PLAIN
06:12:15.366 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:12:15.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=509), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.84.254:37379, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.84.252:40693, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.84.253:42387, [479ms] Sub RPC ConnectToMaster: received response from server master-127.27.84.253:42387: OK, [479ms] Sub RPC ConnectToMaster: received response from server master-127.27.84.252:40693: OK, [479ms] Sub RPC ConnectToMaster: received response from server master-127.27.84.254:37379: OK, deferred=null) after lookup
06:12:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.417472 28051 catalog_manager.cc:2303] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56806:
06:12:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843"
06:12:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:12:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:12:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
06:12:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:12:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:12:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:12:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:15.419507 28051 catalog_manager.cc:7119] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:12:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.437011 28959 tablet_service.cc:1511] Processing CreateTablet for tablet af60d6e689a547baa8d4d82f955dfe90 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843 [id=2ab127795d7641ebb635d220b0d70710]), partition=RANGE (key) PARTITION UNBOUNDED
06:12:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.437078 28752 tablet_service.cc:1511] Processing CreateTablet for tablet af60d6e689a547baa8d4d82f955dfe90 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843 [id=2ab127795d7641ebb635d220b0d70710]), partition=RANGE (key) PARTITION UNBOUNDED
06:12:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.437384 28959 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet af60d6e689a547baa8d4d82f955dfe90. 1 dirs total, 0 dirs full, 0 dirs failed
06:12:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.437386 28752 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet af60d6e689a547baa8d4d82f955dfe90. 1 dirs total, 0 dirs full, 0 dirs failed
06:12:15.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.441881 29125 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap starting.
06:12:15.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.442345 28541 tablet_service.cc:1511] Processing CreateTablet for tablet af60d6e689a547baa8d4d82f955dfe90 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843 [id=2ab127795d7641ebb635d220b0d70710]), partition=RANGE (key) PARTITION UNBOUNDED
06:12:15.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.442606 29125 tablet_bootstrap.cc:654] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Neither blocks nor log segments found. Creating new log.
06:12:15.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.442653 28541 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet af60d6e689a547baa8d4d82f955dfe90. 1 dirs total, 0 dirs full, 0 dirs failed
06:12:15.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.443182 29125 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Log is configured to *not* fsync() on all Append() calls
06:12:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.444792 29128 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap starting.
06:12:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.445230 29126 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap starting.
06:12:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.445789 29128 tablet_bootstrap.cc:654] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Neither blocks nor log segments found. Creating new log.
06:12:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.446151 29126 tablet_bootstrap.cc:654] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Neither blocks nor log segments found. Creating new log.
06:12:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.446429 29128 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Log is configured to *not* fsync() on all Append() calls
06:12:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.446656 29126 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Log is configured to *not* fsync() on all Append() calls
06:12:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.447552 29126 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: No bootstrap required, opened a new log
06:12:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.447558 29125 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: No bootstrap required, opened a new log
06:12:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.447625 29125 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent bootstrapping tablet: real 0.006s	user 0.000s	sys 0.002s
06:12:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.447906 29126 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Time spent bootstrapping tablet: real 0.003s	user 0.002s	sys 0.000s
06:12:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.449486 29125 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.449654 29125 raft_consensus.cc:385] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:12:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.449684 29125 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd6537ffaf4b4b77ac05544026c6df40, State: Initialized, Role: FOLLOWER
06:12:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.449785 29125 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.449858 29065 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.449831 29126 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.449963 29126 raft_consensus.cc:385] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:12:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.449995 29126 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: df95d99b377a4619bcfeede49217e347, State: Initialized, Role: FOLLOWER
06:12:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.450016 29125 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.001s
06:12:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.450078 29126 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.450325 29126 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
06:12:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.454759 29128 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: No bootstrap required, opened a new log
06:12:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.455245 29128 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Time spent bootstrapping tablet: real 0.010s	user 0.002s	sys 0.000s
06:12:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.457373 29128 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.457882 29128 raft_consensus.cc:385] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:12:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.458077 29128 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f56439e30a6c4a8c91f0e3cfa94c9ad0, State: Initialized, Role: FOLLOWER
06:12:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.458348 29128 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.458810 29128 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
06:12:15.469 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2ab127795d7641ebb635d220b0d70710
06:12:15.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:15.540308 28866 tablet.cc:2406] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:12:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:15.656396 28646 tablet.cc:2406] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:12:15.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:15.689992 29070 tablet.cc:2406] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:12:15.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.789427 29132 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:12:15.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.789558 29132 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.789953 29132 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.793895 28996 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dd6537ffaf4b4b77ac05544026c6df40" is_pre_election: true
06:12:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.794080 28996 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 0.
06:12:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.794342 28682 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347; no voters: 
06:12:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.794521 29132 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:12:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.794574 29132 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:12:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.794600 29132 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 0 FOLLOWER]: Advancing to term 1
06:12:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.794699 28575 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" is_pre_election: true
06:12:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.794845 28575 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 0.
06:12:15.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.795701 29132 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.795879 29132 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 1 election: Requested vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.796118 28575 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.796200 28575 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 0 FOLLOWER]: Advancing to term 1
06:12:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.796172 28996 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.796299 28996 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 0 FOLLOWER]: Advancing to term 1
06:12:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.797013 28996 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 1.
06:12:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.797039 28575 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 1.
06:12:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.797245 28682 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347; no voters: 
06:12:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.797382 29132 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 1 FOLLOWER]: Leader election won for term 1
06:12:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.797617 29132 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 1 LEADER]: Becoming Leader. State: Replica: df95d99b377a4619bcfeede49217e347, State: Running, Role: LEADER
06:12:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.797726 29132 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:15.799045 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 reported cstate change: term changed from 0 to 1, leader changed from <none> to df95d99b377a4619bcfeede49217e347 (127.27.84.194). New cstate: current_term: 1 leader_uuid: "df95d99b377a4619bcfeede49217e347" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: HEALTHY } } }
06:12:16.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2ab127795d7641ebb635d220b0d70710
06:12:16.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:16.088 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:16.090 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [8ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=null) after lookup
06:12:16.100 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:16.102 [DEBUG - kudu-nio-3] (Connection.java:757) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] Successfully connected to peer
06:12:16.170 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x0f0555db, L:/127.0.0.1:52012 - R:/127.27.84.194:37287] using TOKEN/null
06:12:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:16.175031 28575 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 1 FOLLOWER]: Refusing update from remote peer df95d99b377a4619bcfeede49217e347: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:12:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:16.175077 28996 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 1 FOLLOWER]: Refusing update from remote peer df95d99b377a4619bcfeede49217e347: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:12:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:16.175436 29132 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:12:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:16.175580 29141 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:12:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:16.187469 29150 mvcc.cc:204] Tried to move back new op lower bound from 7317565997769789440 to 7317565996228194304. Current Snapshot: MvccSnapshot[applied={T|T < 7317565997769789440}]
06:12:16.254 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:16.256 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.194:37287
06:12:16.258 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:12:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:16.258618 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 28651
06:12:16.287 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:16.289 [DEBUG - kudu-nio-3] (Connection.java:239) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] handling channelInactive
06:12:16.290 [DEBUG - kudu-nio-3] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state READY due to: connection closed
06:12:16.290 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: connection closed
06:12:16.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:16.303 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:16.304 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1892311613(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@187608db -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3274bd7d -> wakeup thread Time-limited test)) after lookup
06:12:16.305 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:16.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.308 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:16.323 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:16.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [20ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1892311613(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@187608db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3274bd7d -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624))) after lookup
06:12:16.324 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:16.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.326 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:16.342 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:16.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [20ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [36ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [38ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [39ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1892311613(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@187608db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3274bd7d -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206))) after lookup
06:12:16.344 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:16.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.346 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:16.403 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:16.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [20ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [36ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [38ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [39ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [55ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [58ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [58ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [115ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1892311613(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@187608db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3274bd7d -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456))) after lookup
06:12:16.405 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:16.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.407 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:16.463 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:16.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [20ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [36ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [38ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [39ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [55ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [58ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [58ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [115ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [116ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [119ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [119ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [175ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1892311613(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@187608db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456) -> (continuation of Deferred@1504235465 after retry RPC@1013838136), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3274bd7d -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456) -> (continuation of Deferred@1504235465 after retry RPC@1013838136))) after lookup
06:12:16.465 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:16.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.466 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:16.943 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:16.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=655), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [20ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [36ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [38ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [39ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [55ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [58ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [58ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [115ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [116ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [119ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [119ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [175ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [176ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [178ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [178ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [651ms] refreshing cache from master, [651ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [654ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1892311613(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@187608db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456) -> (continuation of Deferred@1504235465 after retry RPC@1013838136) -> (continuation of Deferred@740040501 after retry RPC@469111492), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3274bd7d -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456) -> (continuation of Deferred@1504235465 after retry RPC@1013838136) -> (continuation of Deferred@740040501 after retry RPC@469111492))) after lookup
06:12:16.944 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:16.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:16.946 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:17.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.706422 29168 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader df95d99b377a4619bcfeede49217e347)
06:12:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.706532 29168 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.706827 29168 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.707193 29169 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader df95d99b377a4619bcfeede49217e347)
06:12:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.707268 29169 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:17.707600 28468 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:17.708127 28468 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.708150 29169 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:17.708652 28897 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:17.709097 28897 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.710738 28996 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "dd6537ffaf4b4b77ac05544026c6df40" is_pre_election: true
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.710851 28996 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f56439e30a6c4a8c91f0e3cfa94c9ad0 in term 1.
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711032 28468 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: df95d99b377a4619bcfeede49217e347
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711048 28575 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" is_pre_election: true
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711164 28575 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dd6537ffaf4b4b77ac05544026c6df40 in term 1.
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711201 29168 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 1 FOLLOWER]: Leader pre-election won for term 2
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711275 29168 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 1 FOLLOWER]: Starting leader election (detected failure of leader df95d99b377a4619bcfeede49217e347)
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711305 29168 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 1 FOLLOWER]: Advancing to term 2
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711385 28897 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: df95d99b377a4619bcfeede49217e347
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711562 29169 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 1 FOLLOWER]: Leader pre-election won for term 2
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711606 29169 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 1 FOLLOWER]: Starting leader election (detected failure of leader df95d99b377a4619bcfeede49217e347)
06:12:17.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.711625 29169 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 1 FOLLOWER]: Advancing to term 2
06:12:17.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.712206 29168 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:17.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.712381 29168 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 2 election: Requested vote from peers dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:17.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.712677 28996 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.712868 29169 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.712978 28996 raft_consensus.cc:2393] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f56439e30a6c4a8c91f0e3cfa94c9ad0 in current term 2: Already voted for candidate dd6537ffaf4b4b77ac05544026c6df40 in this term.
06:12:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.713097 29169 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 2 election: Requested vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:17.713297 28468 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.713402 28468 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347
06:12:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.713387 28575 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.713531 28575 raft_consensus.cc:2393] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate dd6537ffaf4b4b77ac05544026c6df40 in current term 2: Already voted for candidate f56439e30a6c4a8c91f0e3cfa94c9ad0 in this term.
06:12:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.713558 29168 raft_consensus.cc:2749] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:12:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:17.714002 28897 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.714053 28897 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40; no voters: df95d99b377a4619bcfeede49217e347, f56439e30a6c4a8c91f0e3cfa94c9ad0
06:12:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:17.714125 29169 raft_consensus.cc:2749] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:12:17.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:17.803 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:17.804 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1515), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [20ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [36ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [38ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [39ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [55ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [58ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [58ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [115ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [116ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [119ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [119ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [175ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [176ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [178ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [178ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [651ms] refreshing cache from master, [651ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [654ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [656ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [658ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [658ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [1512ms] refreshing cache from master, [1512ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1514ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1892311613(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@187608db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456) -> (continuation of Deferred@1504235465 after retry RPC@1013838136) -> (continuation of Deferred@740040501 after retry RPC@469111492) -> (continuation of Deferred@983742168 after retry RPC@292156282), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3274bd7d -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456) -> (continuation of Deferred@1504235465 after retry RPC@1013838136) -> (continuation of Deferred@740040501 after retry RPC@469111492) -> (continuation of Deferred@983742168 after retry RPC@292156282))) after lookup
06:12:17.804 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:17.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:17.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:17.806 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.241657 29185 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:12:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.241775 29185 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.241988 29185 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.242345 28575 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" is_pre_election: true
06:12:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.242461 28575 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dd6537ffaf4b4b77ac05544026c6df40 in term 2.
06:12:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.242792 28897 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: 
06:12:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:19.242897 28897 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.242897 29185 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 2 FOLLOWER]: Leader pre-election won for term 3
06:12:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.242967 29185 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:12:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.242991 29185 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 2 FOLLOWER]: Advancing to term 3
06:12:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.243850 29185 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.244012 29185 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 3 election: Requested vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.244251 28575 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.244359 28575 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 2 FOLLOWER]: Advancing to term 3
06:12:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:19.244545 28897 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.245106 28575 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dd6537ffaf4b4b77ac05544026c6df40 in term 3.
06:12:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.245316 28897 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: df95d99b377a4619bcfeede49217e347
06:12:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.245420 29185 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 3 FOLLOWER]: Leader election won for term 3
06:12:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.245527 29185 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 3 LEADER]: Becoming Leader. State: Replica: dd6537ffaf4b4b77ac05544026c6df40, State: Running, Role: LEADER
06:12:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.245606 29185 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.246768 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 reported cstate change: term changed from 1 to 3, leader changed from df95d99b377a4619bcfeede49217e347 (127.27.84.194) to dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195). New cstate: current_term: 3 leader_uuid: "dd6537ffaf4b4b77ac05544026c6df40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: UNKNOWN } } }
06:12:19.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.624172 28575 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 3 FOLLOWER]: Refusing update from remote peer dd6537ffaf4b4b77ac05544026c6df40: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
06:12:19.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.624583 29185 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
06:12:19.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:19.626881 28897 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 -> Peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Couldn't send request to peer df95d99b377a4619bcfeede49217e347. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:19.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:19.963 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:19.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3676), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [20ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [36ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [38ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [39ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [55ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [58ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [58ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [115ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [116ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [119ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [119ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [175ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [176ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [178ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [178ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [651ms] refreshing cache from master, [651ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [654ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [656ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [658ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [658ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [1512ms] refreshing cache from master, [1512ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1514ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [1516ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [1517ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [1518ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [3671ms] refreshing cache from master, [3672ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [3674ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1892311613(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@187608db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456) -> (continuation of Deferred@1504235465 after retry RPC@1013838136) -> (continuation of Deferred@740040501 after retry RPC@469111492) -> (continuation of Deferred@983742168 after retry RPC@292156282) -> (continuation of Deferred@953809084 after retry RPC@1718955774), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3274bd7d -> wakeup thread Time-limited test -> (continuation of Deferred@1748914762 after retry RPC@759140624) -> (continuation of Deferred@793151667 after retry RPC@941875206) -> (continuation of Deferred@1478589864 after retry RPC@1032465456) -> (continuation of Deferred@1504235465 after retry RPC@1013838136) -> (continuation of Deferred@740040501 after retry RPC@469111492) -> (continuation of Deferred@983742168 after retry RPC@292156282) -> (continuation of Deferred@953809084 after retry RPC@1718955774))) after lookup
06:12:19.966 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:19.967 [DEBUG - kudu-nio-3] (Connection.java:757) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] Successfully connected to peer
06:12:19.985 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x6066a25d, L:/127.0.0.1:51684 - R:/127.27.84.195:39353] using TOKEN/null
06:12:19.996 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.194:37287
06:12:19.997 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:19.998159 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/logs
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:19.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.194:37287
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.194
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40133
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.194
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:20.087014 29221 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:20.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:20.087239 29221 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:20.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:20.087261 29221 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:20.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:20.088961 29221 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:20.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:20.089041 29221 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.194
06:12:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.090684 29221 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.194:37287
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.194
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40133
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29221
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.194
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/logs
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.090902 29221 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.091126 29221 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:20.094106 29226 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:20.094113 29231 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.094233 29221 server_base.cc:1061] running on GCE node
06:12:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:20.094271 29227 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.094779 29221 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:20.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.094982 29221 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.096127 29221 hybrid_clock.cc:648] HybridClock initialized: now 1786515140096113 us; error 35 us; skew 500 ppm
06:12:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.097314 29221 webserver.cc:533] Webserver started at http://127.27.84.194:40133/ using document root <none> and password file <none>
06:12:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.097482 29221 fs_manager.cc:362] Metadata directory not provided
06:12:20.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.097535 29221 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:20.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.098765 29221 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:12:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.099509 29240 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.099713 29221 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.099797 29221 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df95d99b377a4619bcfeede49217e347"
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.100145 29221 fs_report.cc:389] FS layout report
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/data
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.115620 29221 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.116029 29221 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.116178 29221 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.116466 29221 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:20.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.116994 29250 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.117923 29221 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.118000 29221 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:12:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.118045 29221 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.118758 29221 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:20.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.118822 29221 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:20.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.118875 29250 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap starting.
06:12:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.127724 29221 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.194:37287
06:12:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.128234 29221 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:20.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.129086 29425 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.194:37287 every 8 connection(s)
06:12:20.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.130177 29250 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Log is configured to *not* fsync() on all Append() calls
06:12:20.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.133069 29250 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.133400 29250 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap complete.
06:12:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.134979 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 29221
06:12:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.135221 29430 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:20.135 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.135313 29430 heartbeater.cc:461] Registering TS with master...
06:12:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.135550 29430 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.136189 28164 ts_manager.cc:194] Re-registered known tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:20.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.139186 29250 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Time spent bootstrapping tablet: real 0.016s	user 0.000s	sys 0.015s
06:12:20.140 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:20.141 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.195:39353
06:12:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.141552 29428 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.142328 29428 heartbeater.cc:461] Registering TS with master...
06:12:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.142462 29428 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.141734 29426 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.142578 29426 heartbeater.cc:461] Registering TS with master...
06:12:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.142650 29426 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:20.143 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:12:20.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.143039 28051 ts_manager.cc:194] Re-registered known tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:20.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.143369 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 28870
06:12:20.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.143587 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.194:38029
06:12:20.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.143844 28288 ts_manager.cc:194] Re-registered known tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:20.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.143332 29250 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:20.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.153185 29250 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: df95d99b377a4619bcfeede49217e347, State: Initialized, Role: FOLLOWER
06:12:20.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.153443 29250 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.154322 29250 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Time spent starting tablet: real 0.012s	user 0.002s	sys 0.000s
06:12:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:20.154772 29428 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:20.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:20.161 [DEBUG - kudu-nio-3] (Connection.java:239) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] handling channelInactive
06:12:20.161 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state READY due to: connection closed
06:12:20.162 [DEBUG - Time-limited test] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:20.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.164 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:20.183 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:20.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [20ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@254128569(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@40e87c7d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7cfb5b0f -> wakeup thread Time-limited test)) after lookup
06:12:20.184 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:20.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.185 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:20.202 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:20.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [20ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [21ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [23ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@254128569(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@40e87c7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7cfb5b0f -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543))) after lookup
06:12:20.203 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:20.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.204 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:20.223 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:20.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [20ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [21ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [23ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [40ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [42ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [42ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [60ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@254128569(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@40e87c7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543) -> (continuation of Deferred@106125287 after retry RPC@204735058), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7cfb5b0f -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543) -> (continuation of Deferred@106125287 after retry RPC@204735058))) after lookup
06:12:20.224 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:20.226 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.226 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.226 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.363 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:20.364 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:20.364 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=202), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [20ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [21ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [23ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [40ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [42ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [42ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [60ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [62ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [64ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [64ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [201ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@254128569(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@40e87c7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543) -> (continuation of Deferred@106125287 after retry RPC@204735058) -> (continuation of Deferred@1396400904 after retry RPC@850564353), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7cfb5b0f -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543) -> (continuation of Deferred@106125287 after retry RPC@204735058) -> (continuation of Deferred@1396400904 after retry RPC@850564353))) after lookup
06:12:20.365 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:20.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.367 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:20.424 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:20.424 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=262), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [20ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [21ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [23ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [40ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [42ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [42ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [60ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [62ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [64ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [64ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [201ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [203ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [205ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [205ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [258ms] refreshing cache from master, [258ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [261ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@254128569(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@40e87c7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543) -> (continuation of Deferred@106125287 after retry RPC@204735058) -> (continuation of Deferred@1396400904 after retry RPC@850564353) -> (continuation of Deferred@737113546 after retry RPC@1152147868), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7cfb5b0f -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543) -> (continuation of Deferred@106125287 after retry RPC@204735058) -> (continuation of Deferred@1396400904 after retry RPC@850564353) -> (continuation of Deferred@737113546 after retry RPC@1152147868))) after lookup
06:12:20.425 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:20.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:20.427 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:21.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.495132 29444 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader dd6537ffaf4b4b77ac05544026c6df40)
06:12:21.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.495239 29444 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:21.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.495446 29444 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:21.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.496595 28468 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.499308 29353 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "df95d99b377a4619bcfeede49217e347" is_pre_election: true
06:12:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.499769 29353 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f56439e30a6c4a8c91f0e3cfa94c9ad0 in term 1.
06:12:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.500066 28468 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: df95d99b377a4619bcfeede49217e347, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: dd6537ffaf4b4b77ac05544026c6df40
06:12:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.500248 29444 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 3 FOLLOWER]: Leader pre-election won for term 4
06:12:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.500293 29444 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 3 FOLLOWER]: Starting leader election (detected failure of leader dd6537ffaf4b4b77ac05544026c6df40)
06:12:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.500309 29444 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 3 FOLLOWER]: Advancing to term 4
06:12:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.500960 29444 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.501086 29444 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 4 election: Requested vote from peers dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.501504 29353 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "df95d99b377a4619bcfeede49217e347"
06:12:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.501590 29353 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 1 FOLLOWER]: Advancing to term 4
06:12:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.501878 28468 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.502760 29353 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f56439e30a6c4a8c91f0e3cfa94c9ad0 in term 4.
06:12:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.503007 28468 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: df95d99b377a4619bcfeede49217e347, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: dd6537ffaf4b4b77ac05544026c6df40
06:12:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.503131 29444 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 4 FOLLOWER]: Leader election won for term 4
06:12:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.503279 29444 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 4 LEADER]: Becoming Leader. State: Replica: f56439e30a6c4a8c91f0e3cfa94c9ad0, State: Running, Role: LEADER
06:12:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.503366 29444 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.504663 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 reported cstate change: term changed from 3 to 4, leader changed from dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195) to f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193). New cstate: current_term: 4 leader_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: UNKNOWN } } }
06:12:21.722 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:21.723 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:21.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1561), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [20ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [21ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [23ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [40ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [42ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [42ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [60ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [62ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [64ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [64ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [201ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [203ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [205ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [205ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [258ms] refreshing cache from master, [258ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [261ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [263ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [265ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [265ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1557ms] refreshing cache from master, [1558ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1560ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@254128569(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@40e87c7d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543) -> (continuation of Deferred@106125287 after retry RPC@204735058) -> (continuation of Deferred@1396400904 after retry RPC@850564353) -> (continuation of Deferred@737113546 after retry RPC@1152147868) -> (continuation of Deferred@1455212094 after retry RPC@1899752948), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7cfb5b0f -> wakeup thread Time-limited test -> (continuation of Deferred@1357552230 after retry RPC@1995411543) -> (continuation of Deferred@106125287 after retry RPC@204735058) -> (continuation of Deferred@1396400904 after retry RPC@850564353) -> (continuation of Deferred@737113546 after retry RPC@1152147868) -> (continuation of Deferred@1455212094 after retry RPC@1899752948))) after lookup
06:12:21.724 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:21.725 [DEBUG - kudu-nio-2] (Connection.java:757) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] Successfully connected to peer
06:12:21.744 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xef70d824, L:/127.0.0.1:47282 - R:/127.27.84.193:36701] using TOKEN/null
06:12:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.747535 29353 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 4 FOLLOWER]: Refusing update from remote peer f56439e30a6c4a8c91f0e3cfa94c9ad0: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 10. (index mismatch)
06:12:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.747813 28468 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 -> Peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Couldn't send request to peer dd6537ffaf4b4b77ac05544026c6df40. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.748306 29444 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
06:12:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.751163 29482 mvcc.cc:204] Tried to move back new op lower bound from 7317566020594794496 to 7317566019599507456. Current Snapshot: MvccSnapshot[applied={T|T < 7317566020594794496}]
06:12:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.752424 29484 mvcc.cc:204] Tried to move back new op lower bound from 7317566020594794496 to 7317566019599507456. Current Snapshot: MvccSnapshot[applied={T|T < 7317566020594794496}]
06:12:21.764 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.195:39353
06:12:21.766 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:12:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.766620 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:39353
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33339
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:21.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.863595 29497 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:21.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.863791 29497 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:21.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.863813 29497 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.865411 29497 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.865474 29497 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.195
06:12:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.867451 29497 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:39353
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33339
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29497
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.867681 29497 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.867885 29497 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:21.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.870648 29506 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.870653 29512 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:21.870652 29505 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.871034 29497 server_base.cc:1061] running on GCE node
06:12:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.871227 29497 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.871515 29497 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.872859 29497 hybrid_clock.cc:648] HybridClock initialized: now 1786515141872839 us; error 35 us; skew 500 ppm
06:12:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.874040 29497 webserver.cc:533] Webserver started at http://127.27.84.195:33339/ using document root <none> and password file <none>
06:12:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.874218 29497 fs_manager.cc:362] Metadata directory not provided
06:12:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.874266 29497 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:21.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.875496 29497 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:12:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.876128 29525 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.876323 29497 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
06:12:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.876381 29497 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.876654 29497 fs_report.cc:389] FS layout report
06:12:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/data
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.890340 29497 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.890657 29497 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.890749 29497 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.890938 29497 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.891547 29533 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:21.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.892405 29497 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:21.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.892472 29497 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:12:21.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.892510 29497 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.893226 29497 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.893301 29497 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.893316 29533 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap starting.
06:12:21.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.901551 29497 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.195:39353
06:12:21.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.901659 29696 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.195:39353 every 8 connection(s)
06:12:21.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.902009 29497 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:21.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.902048 29533 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Log is configured to *not* fsync() on all Append() calls
06:12:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.905313 29533 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.905649 29533 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap complete.
06:12:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.907052 29533 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent bootstrapping tablet: real 0.014s	user 0.003s	sys 0.009s
06:12:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.907096 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 29497
06:12:21.907 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.908407 29533 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.908883 29702 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.908916 29533 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd6537ffaf4b4b77ac05544026c6df40, State: Initialized, Role: FOLLOWER
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.908977 29702 heartbeater.cc:461] Registering TS with master...
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.909058 29533 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.909168 29702 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.909332 29698 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.909338 29533 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.909411 29698 heartbeater.cc:461] Registering TS with master...
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.909509 29698 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.909870 28288 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.909861 28164 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:21.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.911785 29700 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.911888 29700 heartbeater.cc:461] Registering TS with master...
06:12:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.911985 29700 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.912432 28051 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.912967 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.195:35183
06:12:21.913 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.913784 29700 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:21.914 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.193:36701
06:12:21.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:12:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:21.914839 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 28445
06:12:21.929 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:21.929 [DEBUG - kudu-nio-2] (Connection.java:239) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] handling channelInactive
06:12:21.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state READY due to: connection closed
06:12:21.941 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:21.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:21.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:21.944 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:21.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:21.963 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:21.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [14ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [15ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@625147743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@bb8f24e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e91c1bc -> wakeup thread Time-limited test)) after lookup
06:12:21.965 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:21.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:21.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:21.966 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:21.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:21.984 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:21.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [14ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [15ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [35ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [37ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [37ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@625147743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@bb8f24e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e91c1bc -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931))) after lookup
06:12:21.985 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:21.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:21.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:21.986 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:22.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:22.002 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:22.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [14ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [15ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [35ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [37ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [37ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [55ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [57ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [57ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [73ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@625147743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@bb8f24e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931) -> (continuation of Deferred@131822408 after retry RPC@764027305), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e91c1bc -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931) -> (continuation of Deferred@131822408 after retry RPC@764027305))) after lookup
06:12:22.003 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:22.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:22.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:22.006 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:22.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:22.123 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:22.124 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=194), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [14ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [15ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [35ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [37ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [37ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [55ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [57ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [57ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [73ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [74ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [77ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [77ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [190ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [193ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@625147743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@bb8f24e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931) -> (continuation of Deferred@131822408 after retry RPC@764027305) -> (continuation of Deferred@2070371873 after retry RPC@127713165), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e91c1bc -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931) -> (continuation of Deferred@131822408 after retry RPC@764027305) -> (continuation of Deferred@2070371873 after retry RPC@127713165))) after lookup
06:12:22.125 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:22.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:22.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:22.126 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:22.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:22.362 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:22.363 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=433), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [14ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [15ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [35ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [37ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [37ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [55ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [57ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [57ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [73ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [74ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [77ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [77ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [190ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [193ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [195ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [197ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [197ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [430ms] refreshing cache from master, [430ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [432ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@625147743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@bb8f24e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931) -> (continuation of Deferred@131822408 after retry RPC@764027305) -> (continuation of Deferred@2070371873 after retry RPC@127713165) -> (continuation of Deferred@592807251 after retry RPC@1104623203), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e91c1bc -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931) -> (continuation of Deferred@131822408 after retry RPC@764027305) -> (continuation of Deferred@2070371873 after retry RPC@127713165) -> (continuation of Deferred@592807251 after retry RPC@1104623203))) after lookup
06:12:22.363 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:22.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:22.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:22.365 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.264493 29723 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader f56439e30a6c4a8c91f0e3cfa94c9ad0)
06:12:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.264595 29723 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.264878 29723 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:23.265893 29244 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:23.266460 29244 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:23.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.268957 29627 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "dd6537ffaf4b4b77ac05544026c6df40" is_pre_election: true
06:12:23.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.269119 29627 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 3.
06:12:23.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.269412 29244 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347; no voters: f56439e30a6c4a8c91f0e3cfa94c9ad0
06:12:23.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.269596 29723 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 4 FOLLOWER]: Leader pre-election won for term 5
06:12:23.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.269671 29723 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 4 FOLLOWER]: Starting leader election (detected failure of leader f56439e30a6c4a8c91f0e3cfa94c9ad0)
06:12:23.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.269688 29723 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 4 FOLLOWER]: Advancing to term 5
06:12:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.270319 29723 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.270463 29723 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 5 election: Requested vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.271149 29627 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.271236 29627 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 3 FOLLOWER]: Advancing to term 5
06:12:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:23.271775 29244 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:23.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.272375 29627 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 5.
06:12:23.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.272619 29244 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347; no voters: f56439e30a6c4a8c91f0e3cfa94c9ad0
06:12:23.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.272760 29723 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 5 FOLLOWER]: Leader election won for term 5
06:12:23.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.272920 29723 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 5 LEADER]: Becoming Leader. State: Replica: df95d99b377a4619bcfeede49217e347, State: Running, Role: LEADER
06:12:23.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.273029 29723 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.273898 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 reported cstate change: term changed from 4 to 5, leader changed from f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193) to df95d99b377a4619bcfeede49217e347 (127.27.84.194). New cstate: current_term: 5 leader_uuid: "df95d99b377a4619bcfeede49217e347" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: HEALTHY } } }
06:12:23.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:23.721694 29244 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 -> Peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Couldn't send request to peer f56439e30a6c4a8c91f0e3cfa94c9ad0. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.811293 29627 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 5 FOLLOWER]: Refusing update from remote peer df95d99b377a4619bcfeede49217e347: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
06:12:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:23.811739 29723 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
06:12:25.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:25.163 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:25.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3233), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [14ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [15ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [35ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [37ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [37ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [54ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [55ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [57ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [57ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [73ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [74ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [77ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [77ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [190ms] refreshing cache from master, [190ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [193ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [195ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [197ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [197ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [430ms] refreshing cache from master, [430ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [432ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [434ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [436ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [436ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [3231ms] refreshing cache from master, [3231ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [3233ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@625147743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@bb8f24e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931) -> (continuation of Deferred@131822408 after retry RPC@764027305) -> (continuation of Deferred@2070371873 after retry RPC@127713165) -> (continuation of Deferred@592807251 after retry RPC@1104623203) -> (continuation of Deferred@149547461 after retry RPC@875225544), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e91c1bc -> wakeup thread Time-limited test -> (continuation of Deferred@802818501 after retry RPC@536256931) -> (continuation of Deferred@131822408 after retry RPC@764027305) -> (continuation of Deferred@2070371873 after retry RPC@127713165) -> (continuation of Deferred@592807251 after retry RPC@1104623203) -> (continuation of Deferred@149547461 after retry RPC@875225544))) after lookup
06:12:25.164 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:25.165 [DEBUG - kudu-nio-1] (Connection.java:757) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] Successfully connected to peer
06:12:25.185 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x04493566, L:/127.0.0.1:35542 - R:/127.27.84.194:37287] using TOKEN/null
06:12:25.198 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.193:36701
06:12:25.198 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.199108 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/logs
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.193:36701
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.193
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39199
06:12:25.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.193
06:12:25.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:25.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:25.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:25.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:25.286633 29783 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:25.286827 29783 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:25.286850 29783 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:25.288555 29783 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:25.288635 29783 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.193
06:12:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.290242 29783 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data
06:12:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.193:36701
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.193
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39199
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29783
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.193
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/logs
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.290472 29783 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.290685 29783 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:25.293473 29792 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:25.293484 29795 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.293567 29783 server_base.cc:1061] running on GCE node
06:12:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:25.293946 29793 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.294174 29783 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.294363 29783 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.295508 29783 hybrid_clock.cc:648] HybridClock initialized: now 1786515145295492 us; error 26 us; skew 500 ppm
06:12:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.296833 29783 webserver.cc:533] Webserver started at http://127.27.84.193:39199/ using document root <none> and password file <none>
06:12:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.297067 29783 fs_manager.cc:362] Metadata directory not provided
06:12:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.297171 29783 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.298362 29783 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.299186 29804 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.299347 29783 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.299434 29783 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.299774 29783 fs_report.cc:389] FS layout report
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/data
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.309711 29783 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.310101 29783 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.310228 29783 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.310472 29783 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.310990 29813 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.311977 29783 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.312044 29783 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:12:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.312080 29783 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.312798 29783 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.312852 29783 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.312960 29813 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap starting.
06:12:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.320677 29783 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.193:36701
06:12:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.321125 29783 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.321149 29988 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.193:36701 every 8 connection(s)
06:12:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.324450 29813 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Log is configured to *not* fsync() on all Append() calls
06:12:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.326515 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 29783
06:12:25.327 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:25.337 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.327908 29813 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.333967 29813 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap complete.
06:12:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.335455 29813 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Time spent bootstrapping tablet: real 0.023s	user 0.013s	sys 0.003s
06:12:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.337004 29813 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.337325 29813 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: f56439e30a6c4a8c91f0e3cfa94c9ad0, State: Initialized, Role: FOLLOWER
06:12:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.337481 29813 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.337776 29813 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
06:12:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.340567 29992 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.340693 29992 heartbeater.cc:461] Registering TS with master...
06:12:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.340935 29992 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.341504 28051 ts_manager.cc:194] Re-registered known tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.341609 29991 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.341676 29991 heartbeater.cc:461] Registering TS with master...
06:12:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.341784 29991 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.342059 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.193:55563
06:12:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.342134 28288 ts_manager.cc:194] Re-registered known tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.342836 29992 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.343088 29993 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.343156 29993 heartbeater.cc:461] Registering TS with master...
06:12:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.343200 29993 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.343546 28164 ts_manager.cc:194] Re-registered known tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:25.347 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.194:37287
06:12:25.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:12:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:25.348507 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 29221
06:12:25.376 [DEBUG - kudu-nio-1] (Connection.java:239) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] handling channelInactive
06:12:25.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state READY due to: connection closed
06:12:25.377 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:25.379 [DEBUG - Time-limited test] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:25.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.381 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.401 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:25.402 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:25.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [2ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1777019881(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@aacb3bd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6324982c -> wakeup thread Time-limited test)) after lookup
06:12:25.402 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:25.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.404 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:25.422 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:25.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [2ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [23ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [25ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [25ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1777019881(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@aacb3bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6324982c -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476))) after lookup
06:12:25.423 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:25.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.425 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.462 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:25.462 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:25.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [2ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [23ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [25ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [25ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [44ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [46ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [46ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1777019881(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@aacb3bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6324982c -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801))) after lookup
06:12:25.463 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:25.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.465 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:25.582 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:25.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=204), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [2ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [23ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [25ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [25ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [44ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [46ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [46ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [84ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [86ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [86ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [202ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1777019881(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@aacb3bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801) -> (continuation of Deferred@128229133 after retry RPC@225530394), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6324982c -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801) -> (continuation of Deferred@128229133 after retry RPC@225530394))) after lookup
06:12:25.584 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:25.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:25.586 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:26.101 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:26.102 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:26.102 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=724), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [2ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [23ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [25ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [25ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [44ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [46ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [46ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [84ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [86ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [86ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [202ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [205ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [207ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [207ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [720ms] refreshing cache from master, [720ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [722ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1777019881(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@aacb3bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801) -> (continuation of Deferred@128229133 after retry RPC@225530394) -> (continuation of Deferred@1992519343 after retry RPC@1082265685), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6324982c -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801) -> (continuation of Deferred@128229133 after retry RPC@225530394) -> (continuation of Deferred@1992519343 after retry RPC@1082265685))) after lookup
06:12:26.103 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:26.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:26.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:26.104 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:26.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:26.302 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:26.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=924), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [2ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [23ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [25ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [25ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [44ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [46ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [46ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [84ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [86ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [86ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [202ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [205ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [207ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [207ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [720ms] refreshing cache from master, [720ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [722ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [723ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [725ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [725ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [921ms] refreshing cache from master, [921ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [923ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1777019881(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@aacb3bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801) -> (continuation of Deferred@128229133 after retry RPC@225530394) -> (continuation of Deferred@1992519343 after retry RPC@1082265685) -> (continuation of Deferred@433313451 after retry RPC@1233350012), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6324982c -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801) -> (continuation of Deferred@128229133 after retry RPC@225530394) -> (continuation of Deferred@1992519343 after retry RPC@1082265685) -> (continuation of Deferred@433313451 after retry RPC@1233350012))) after lookup
06:12:26.303 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:26.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:26.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:26.305 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:26.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.697978 30009 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader df95d99b377a4619bcfeede49217e347)
06:12:26.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.698107 30009 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:26.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.698396 30009 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:26.699118 29530 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:26.699739 29530 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.702069 29922 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" is_pre_election: true
06:12:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.702252 29922 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dd6537ffaf4b4b77ac05544026c6df40 in term 4.
06:12:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.702533 29530 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: df95d99b377a4619bcfeede49217e347
06:12:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.702688 30009 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 5 FOLLOWER]: Leader pre-election won for term 6
06:12:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.702772 30009 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 5 FOLLOWER]: Starting leader election (detected failure of leader df95d99b377a4619bcfeede49217e347)
06:12:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.702802 30009 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 5 FOLLOWER]: Advancing to term 6
06:12:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.703552 30009 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.703718 30009 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 6 election: Requested vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.704006 29922 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.704109 29922 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 4 FOLLOWER]: Advancing to term 6
06:12:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:26.704468 29530 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.705353 29922 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dd6537ffaf4b4b77ac05544026c6df40 in term 6.
06:12:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.705565 29530 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: df95d99b377a4619bcfeede49217e347
06:12:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.705690 30009 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 6 FOLLOWER]: Leader election won for term 6
06:12:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.705871 30009 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 6 LEADER]: Becoming Leader. State: Replica: dd6537ffaf4b4b77ac05544026c6df40, State: Running, Role: LEADER
06:12:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.706000 30009 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:26.706975 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 reported cstate change: term changed from 5 to 6, leader changed from df95d99b377a4619bcfeede49217e347 (127.27.84.194) to dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195). New cstate: current_term: 6 leader_uuid: "dd6537ffaf4b4b77ac05544026c6df40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: UNKNOWN } } }
06:12:27.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:27.002 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:27.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1624), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [2ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [2ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [23ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [25ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [25ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [44ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [46ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [46ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [84ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [86ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [86ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [202ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [205ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [207ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [207ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [720ms] refreshing cache from master, [720ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [722ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [723ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [725ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [725ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [921ms] refreshing cache from master, [921ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [923ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [924ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [926ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [926ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [1620ms] refreshing cache from master, [1620ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1623ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1777019881(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@aacb3bd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801) -> (continuation of Deferred@128229133 after retry RPC@225530394) -> (continuation of Deferred@1992519343 after retry RPC@1082265685) -> (continuation of Deferred@433313451 after retry RPC@1233350012) -> (continuation of Deferred@1495007825 after retry RPC@1061579182), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6324982c -> wakeup thread Time-limited test -> (continuation of Deferred@1220594992 after retry RPC@258132476) -> (continuation of Deferred@1471972563 after retry RPC@1309186801) -> (continuation of Deferred@128229133 after retry RPC@225530394) -> (continuation of Deferred@1992519343 after retry RPC@1082265685) -> (continuation of Deferred@433313451 after retry RPC@1233350012) -> (continuation of Deferred@1495007825 after retry RPC@1061579182))) after lookup
06:12:27.003 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:27.004 [DEBUG - kudu-nio-1] (Connection.java:757) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] Successfully connected to peer
06:12:27.021 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x1a1d9748, L:/127.0.0.1:51578 - R:/127.27.84.195:39353] using TOKEN/null
06:12:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.023564 29922 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 6 FOLLOWER]: Refusing update from remote peer dd6537ffaf4b4b77ac05544026c6df40: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 18. (index mismatch)
06:12:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:27.023617 29530 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 -> Peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Couldn't send request to peer df95d99b377a4619bcfeede49217e347. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.023927 30009 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
06:12:27.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.025990 30039 mvcc.cc:204] Tried to move back new op lower bound from 7317566042204983296 to 7317566040908464128. Current Snapshot: MvccSnapshot[applied={T|T < 7317566042204983296}]
06:12:27.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.026750 30043 mvcc.cc:204] Tried to move back new op lower bound from 7317566042204983296 to 7317566040908464128. Current Snapshot: MvccSnapshot[applied={T|T < 7317566042204983296}]
06:12:27.036 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.194:37287
06:12:27.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:12:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.037786 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/logs
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.194:37287
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.194
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40133
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.194
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:27.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:27.123669 30057 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:27.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:27.123900 30057 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:27.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:27.123936 30057 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:27.125655 30057 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:27.125769 30057 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.194
06:12:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.127542 30057 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.194:37287
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.194
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40133
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30057
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.194
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/logs
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:27.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:27.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:27.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:27.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.127840 30057 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:27.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.128144 30057 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:27.131160 30063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.131320 30057 server_base.cc:1061] running on GCE node
06:12:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:27.131441 30066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:27.131168 30064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.131826 30057 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.132112 30057 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.133277 30057 hybrid_clock.cc:648] HybridClock initialized: now 1786515147133248 us; error 43 us; skew 500 ppm
06:12:27.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.134568 30057 webserver.cc:533] Webserver started at http://127.27.84.194:40133/ using document root <none> and password file <none>
06:12:27.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.134945 30057 fs_manager.cc:362] Metadata directory not provided
06:12:27.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.135020 30057 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:27.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.136386 30057 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:12:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.137104 30080 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.137290 30057 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
06:12:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.137360 30057 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df95d99b377a4619bcfeede49217e347"
06:12:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.137694 30057 fs_report.cc:389] FS layout report
06:12:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/data
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:27.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.156315 30057 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:27.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.156749 30057 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.156939 30057 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.157215 30057 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.157739 30089 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.158605 30057 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.158672 30057 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:12:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.158710 30057 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.159327 30057 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.159387 30057 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.159510 30089 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap starting.
06:12:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.167955 30057 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.194:37287
06:12:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.167992 30248 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.194:37287 every 8 connection(s)
06:12:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.168433 30057 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.168660 30089 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Log is configured to *not* fsync() on all Append() calls
06:12:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.172037 30089 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.172384 30089 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap complete.
06:12:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.173576 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 30057
06:12:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.173796 30089 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Time spent bootstrapping tablet: real 0.014s	user 0.003s	sys 0.009s
06:12:27.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.174357 30252 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.174491 30252 heartbeater.cc:461] Registering TS with master...
06:12:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.174698 30252 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.174908 30089 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.175215 30089 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: df95d99b377a4619bcfeede49217e347, State: Initialized, Role: FOLLOWER
06:12:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.175346 28290 ts_manager.cc:194] Re-registered known tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.175330 30089 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.175598 30089 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.001s
06:12:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.177304 30254 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.177371 30254 heartbeater.cc:461] Registering TS with master...
06:12:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.177464 30254 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.177855 28051 ts_manager.cc:194] Re-registered known tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.178339 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.194:35799
06:12:27.178 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.178938 30254 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:27.179 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.195:39353
06:12:27.180 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:12:27.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.180361 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 29497
06:12:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.187812 30255 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.187955 30255 heartbeater.cc:461] Registering TS with master...
06:12:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.188033 30255 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:27.188745 28164 ts_manager.cc:194] Re-registered known tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:27.196 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:27.196 [DEBUG - kudu-nio-1] (Connection.java:239) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] handling channelInactive
06:12:27.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state READY due to: connection closed
06:12:27.200 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:27.201 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.201 [DEBUG - kudu-nio-2] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.201 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:27.222 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:27.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [5ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [5ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@123908130(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@be5b279 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b90f06f -> wakeup thread Time-limited test)) after lookup
06:12:27.223 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:27.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.225 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.262 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:27.262 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:27.262 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [5ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [5ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [27ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [29ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [29ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [65ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@123908130(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@be5b279 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b90f06f -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872))) after lookup
06:12:27.263 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:27.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.265 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.301 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:27.302 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:27.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=106), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [5ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [5ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [27ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [29ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [29ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [65ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [67ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [68ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [69ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [105ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@123908130(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@be5b279 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872) -> (continuation of Deferred@844530294 after retry RPC@1022651865), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b90f06f -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872) -> (continuation of Deferred@844530294 after retry RPC@1022651865))) after lookup
06:12:27.303 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:27.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.305 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:27.403 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:27.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=207), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [5ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [5ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [27ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [29ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [29ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [65ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [67ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [68ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [69ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [105ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [107ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [109ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [109ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [206ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@123908130(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@be5b279 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872) -> (continuation of Deferred@844530294 after retry RPC@1022651865) -> (continuation of Deferred@56198966 after retry RPC@475834401), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b90f06f -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872) -> (continuation of Deferred@844530294 after retry RPC@1022651865) -> (continuation of Deferred@56198966 after retry RPC@475834401))) after lookup
06:12:27.404 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:27.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.406 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.501 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:27.502 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:27.502 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=306), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [5ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [5ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [27ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [29ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [29ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [65ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [67ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [68ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [69ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [105ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [107ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [109ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [109ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [206ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [208ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [210ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [210ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [303ms] refreshing cache from master, [303ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [305ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@123908130(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@be5b279 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872) -> (continuation of Deferred@844530294 after retry RPC@1022651865) -> (continuation of Deferred@56198966 after retry RPC@475834401) -> (continuation of Deferred@820067609 after retry RPC@1225098884), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b90f06f -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872) -> (continuation of Deferred@844530294 after retry RPC@1022651865) -> (continuation of Deferred@56198966 after retry RPC@475834401) -> (continuation of Deferred@820067609 after retry RPC@1225098884))) after lookup
06:12:27.503 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:27.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:27.504 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.536407 30280 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader dd6537ffaf4b4b77ac05544026c6df40)
06:12:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.536533 30280 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.536857 30280 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:28.537334 29810 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:28.537884 29810 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.540488 30190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "df95d99b377a4619bcfeede49217e347" is_pre_election: true
06:12:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.540675 30190 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f56439e30a6c4a8c91f0e3cfa94c9ad0 in term 5.
06:12:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.540961 29810 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: df95d99b377a4619bcfeede49217e347, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: dd6537ffaf4b4b77ac05544026c6df40
06:12:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.541122 30280 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 6 FOLLOWER]: Leader pre-election won for term 7
06:12:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.541177 30280 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 6 FOLLOWER]: Starting leader election (detected failure of leader dd6537ffaf4b4b77ac05544026c6df40)
06:12:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.541193 30280 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 6 FOLLOWER]: Advancing to term 7
06:12:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.541793 30280 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.541947 30280 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 7 election: Requested vote from peers dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.542276 30190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "df95d99b377a4619bcfeede49217e347"
06:12:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.542385 30190 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 5 FOLLOWER]: Advancing to term 7
06:12:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.543527 30190 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f56439e30a6c4a8c91f0e3cfa94c9ad0 in term 7.
06:12:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.543745 29810 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: df95d99b377a4619bcfeede49217e347, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: 
06:12:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.543846 30280 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 7 FOLLOWER]: Leader election won for term 7
06:12:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:28.543845 29810 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.544026 30280 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 7 LEADER]: Becoming Leader. State: Replica: f56439e30a6c4a8c91f0e3cfa94c9ad0, State: Running, Role: LEADER
06:12:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.544099 30280 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:28.545198 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 reported cstate change: term changed from 6 to 7, leader changed from dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195) to f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193). New cstate: current_term: 7 leader_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: UNKNOWN } } }
06:12:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:29.036176 30190 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 7 FOLLOWER]: Refusing update from remote peer f56439e30a6c4a8c91f0e3cfa94c9ad0: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
06:12:29.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:29.036731 30280 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
06:12:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:29.041360 29810 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 -> Peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Couldn't send request to peer dd6537ffaf4b4b77ac05544026c6df40. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:30.722 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:30.722 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:30.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3526), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [5ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [5ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [27ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [29ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [29ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [65ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [67ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [68ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [69ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [105ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [107ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [109ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [109ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [206ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [208ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [210ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [210ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [303ms] refreshing cache from master, [303ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [305ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [306ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [308ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [308ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [3524ms] refreshing cache from master, [3524ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [3526ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@123908130(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@be5b279 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872) -> (continuation of Deferred@844530294 after retry RPC@1022651865) -> (continuation of Deferred@56198966 after retry RPC@475834401) -> (continuation of Deferred@820067609 after retry RPC@1225098884) -> (continuation of Deferred@1372757477 after retry RPC@872812797), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b90f06f -> wakeup thread Time-limited test -> (continuation of Deferred@1483392474 after retry RPC@612717872) -> (continuation of Deferred@844530294 after retry RPC@1022651865) -> (continuation of Deferred@56198966 after retry RPC@475834401) -> (continuation of Deferred@820067609 after retry RPC@1225098884) -> (continuation of Deferred@1372757477 after retry RPC@872812797))) after lookup
06:12:30.723 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:30.724 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] Successfully connected to peer
06:12:30.740 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x1a3bc2b3, L:/127.0.0.1:45500 - R:/127.27.84.193:36701] using TOKEN/null
06:12:30.754 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.195:39353
06:12:30.756 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:12:30.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.756669 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:30.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:39353
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33339
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:30.846549 30337 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:30.846767 30337 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:30.846791 30337 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:30.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:30.848435 30337 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:30.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:30.848498 30337 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.195
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.850071 30337 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:39353
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33339
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30337
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:30.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:30.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:30.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.850278 30337 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:30.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.850479 30337 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:30.853031 30350 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:30.853055 30348 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:30.853066 30345 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.853564 30337 server_base.cc:1061] running on GCE node
06:12:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.853725 30337 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:30.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.853921 30337 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:30.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.855068 30337 hybrid_clock.cc:648] HybridClock initialized: now 1786515150855056 us; error 38 us; skew 500 ppm
06:12:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.856251 30337 webserver.cc:533] Webserver started at http://127.27.84.195:33339/ using document root <none> and password file <none>
06:12:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.856426 30337 fs_manager.cc:362] Metadata directory not provided
06:12:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.856463 30337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:30.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.857576 30337 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
06:12:30.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.858210 30362 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:30.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.858410 30337 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
06:12:30.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.858466 30337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:30.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:30.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:30.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.858731 30337 fs_report.cc:389] FS layout report
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/data
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:30.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.879967 30337 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:30.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.880796 30337 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:30.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.881058 30337 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:30.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.881409 30337 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.882223 30372 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.883651 30337 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.883739 30337 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
06:12:30.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.883787 30337 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:30.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.884716 30337 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:30.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.884814 30337 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:30.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.884843 30372 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap starting.
06:12:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.893689 30337 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.195:39353
06:12:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.893771 30541 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.195:39353 every 8 connection(s)
06:12:30.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.894220 30337 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:30.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.896008 30372 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Log is configured to *not* fsync() on all Append() calls
06:12:30.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.900410 30372 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:30.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.900833 30372 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap complete.
06:12:30.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.902182 30372 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent bootstrapping tablet: real 0.017s	user 0.004s	sys 0.010s
06:12:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.903275 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 30337
06:12:30.904 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.903474 30372 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.903829 30372 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd6537ffaf4b4b77ac05544026c6df40, State: Initialized, Role: FOLLOWER
06:12:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.903957 30372 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.904271 30372 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
06:12:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.905185 30545 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.905547 30545 heartbeater.cc:461] Registering TS with master...
06:12:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.905936 30545 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.907217 30471 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 6 FOLLOWER]: Advancing to term 7
06:12:30.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.908069 28167 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:30.909 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:30.910 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.193:36701
06:12:30.910 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:12:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.904980 30544 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.910207 30544 heartbeater.cc:461] Registering TS with master...
06:12:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.910310 30544 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.910661 28051 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.911176 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.195:50257
06:12:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.911362 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 29783
06:12:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.924024 30564 mvcc.cc:204] Tried to move back new op lower bound from 7317566057482739712 to 7317566048437288960. Current Snapshot: MvccSnapshot[applied={T|T < 7317566057466544128}]
06:12:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.927886 30544 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.927937 30543 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.928022 30543 heartbeater.cc:461] Registering TS with master...
06:12:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.928084 30543 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:30.928577 28288 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:30.932694 30368 connection.cc:573] server connection from 127.27.84.193:38481 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:12:30.933 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] handling channelInactive
06:12:30.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state READY due to: connection closed
06:12:30.934 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:30.935 [DEBUG - Time-limited test] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:30.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.937 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:30.942 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:30.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [2ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [2ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1376239276(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@67676a28 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fb660d0 -> wakeup thread Time-limited test)) after lookup
06:12:30.944 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:30.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.945 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:30.962 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:30.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [2ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [2ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [8ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [10ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [10ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1376239276(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@67676a28 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fb660d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616))) after lookup
06:12:30.963 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:30.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.964 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.965 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:30.983 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:30.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [2ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [2ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [8ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [10ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [10ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [28ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [30ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [47ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1376239276(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@67676a28 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616) -> (continuation of Deferred@1763128808 after retry RPC@398116292), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fb660d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616) -> (continuation of Deferred@1763128808 after retry RPC@398116292))) after lookup
06:12:30.985 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:30.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:30.986 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:31.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:31.122 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:31.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=187), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [2ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [2ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [8ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [10ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [10ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [28ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [30ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [47ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [49ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [51ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [51ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [186ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1376239276(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@67676a28 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616) -> (continuation of Deferred@1763128808 after retry RPC@398116292) -> (continuation of Deferred@1785884051 after retry RPC@723980796), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fb660d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616) -> (continuation of Deferred@1763128808 after retry RPC@398116292) -> (continuation of Deferred@1785884051 after retry RPC@723980796))) after lookup
06:12:31.123 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:31.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:31.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:31.125 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:31.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:31.162 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:31.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=227), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [2ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [2ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [8ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [10ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [10ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [28ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [30ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [47ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [49ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [51ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [51ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [186ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [188ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [190ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [190ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [224ms] refreshing cache from master, [224ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [226ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1376239276(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@67676a28 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616) -> (continuation of Deferred@1763128808 after retry RPC@398116292) -> (continuation of Deferred@1785884051 after retry RPC@723980796) -> (continuation of Deferred@805618087 after retry RPC@591367850), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fb660d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616) -> (continuation of Deferred@1763128808 after retry RPC@398116292) -> (continuation of Deferred@1785884051 after retry RPC@723980796) -> (continuation of Deferred@805618087 after retry RPC@591367850))) after lookup
06:12:31.163 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:31.164 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:31.164 [DEBUG - kudu-nio-6] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:31.164 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.253856 30574 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader f56439e30a6c4a8c91f0e3cfa94c9ad0)
06:12:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.253973 30574 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.254266 30574 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.254848 30084 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.255456 30084 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.257692 30471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "dd6537ffaf4b4b77ac05544026c6df40" is_pre_election: true
06:12:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.258097 30084 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: df95d99b377a4619bcfeede49217e347; no voters: dd6537ffaf4b4b77ac05544026c6df40, f56439e30a6c4a8c91f0e3cfa94c9ad0
06:12:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.258258 30574 raft_consensus.cc:2749] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
06:12:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.410146 30580 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader f56439e30a6c4a8c91f0e3cfa94c9ad0)
06:12:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.410285 30580 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.410564 30580 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.411136 30369 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.411942 30369 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.413921 30190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "df95d99b377a4619bcfeede49217e347" is_pre_election: true
06:12:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.414038 30190 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dd6537ffaf4b4b77ac05544026c6df40 in term 7.
06:12:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.414290 30369 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347; no voters: f56439e30a6c4a8c91f0e3cfa94c9ad0
06:12:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.414465 30580 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 7 FOLLOWER]: Leader pre-election won for term 8
06:12:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.414539 30580 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 7 FOLLOWER]: Starting leader election (detected failure of leader f56439e30a6c4a8c91f0e3cfa94c9ad0)
06:12:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.414570 30580 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 7 FOLLOWER]: Advancing to term 8
06:12:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.415299 30580 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.415488 30580 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 8 election: Requested vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.415803 30190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "df95d99b377a4619bcfeede49217e347"
06:12:32.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.415897 30190 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 7 FOLLOWER]: Advancing to term 8
06:12:32.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.415974 30369 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:32.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.416572 30190 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dd6537ffaf4b4b77ac05544026c6df40 in term 8.
06:12:32.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.416797 30369 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347; no voters: f56439e30a6c4a8c91f0e3cfa94c9ad0
06:12:32.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.416915 30580 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 8 FOLLOWER]: Leader election won for term 8
06:12:32.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.417126 30580 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 8 LEADER]: Becoming Leader. State: Replica: dd6537ffaf4b4b77ac05544026c6df40, State: Running, Role: LEADER
06:12:32.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.417454 30580 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.418406 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 reported cstate change: term changed from 7 to 8, leader changed from f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193) to dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195). New cstate: current_term: 8 leader_uuid: "dd6537ffaf4b4b77ac05544026c6df40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: UNKNOWN } } }
06:12:32.842 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:32.843 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:32.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1908), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [2ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [2ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [8ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [10ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [10ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [28ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [30ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [30ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [47ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [49ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [51ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [51ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [184ms] refreshing cache from master, [184ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [186ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [188ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [190ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [190ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [224ms] refreshing cache from master, [224ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [226ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [228ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [229ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [229ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [1904ms] refreshing cache from master, [1904ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1907ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1376239276(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@67676a28 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616) -> (continuation of Deferred@1763128808 after retry RPC@398116292) -> (continuation of Deferred@1785884051 after retry RPC@723980796) -> (continuation of Deferred@805618087 after retry RPC@591367850) -> (continuation of Deferred@564241938 after retry RPC@2117346898), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fb660d0 -> wakeup thread Time-limited test -> (continuation of Deferred@1930326129 after retry RPC@1872899616) -> (continuation of Deferred@1763128808 after retry RPC@398116292) -> (continuation of Deferred@1785884051 after retry RPC@723980796) -> (continuation of Deferred@805618087 after retry RPC@591367850) -> (continuation of Deferred@564241938 after retry RPC@2117346898))) after lookup
06:12:32.844 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:32.845 [DEBUG - kudu-nio-7] (Connection.java:757) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] Successfully connected to peer
06:12:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.856959 30190 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 8 FOLLOWER]: Refusing update from remote peer dd6537ffaf4b4b77ac05544026c6df40: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
06:12:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.857362 30580 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 24, Time since last communication: 0.000s
06:12:32.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.860247 30369 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 -> Peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Couldn't send request to peer f56439e30a6c4a8c91f0e3cfa94c9ad0. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:32.875 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x4cd7ad0e, L:/127.0.0.1:51640 - R:/127.27.84.195:39353] using TOKEN/null
06:12:32.889 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.193:36701
06:12:32.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.890360 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/logs
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.193:36701
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.193
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39199
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.193
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.986214 30629 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.986409 30629 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.986433 30629 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:32.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.988032 30629 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:32.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.988093 30629 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.193
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.989929 30629 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.193:36701
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.193
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39199
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30629
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.193
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/logs
06:12:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.990144 30629 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.990352 30629 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.993011 30640 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.993090 30642 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:32.993026 30638 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.993302 30629 server_base.cc:1061] running on GCE node
06:12:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.993598 30629 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.993847 30629 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.995045 30629 hybrid_clock.cc:648] HybridClock initialized: now 1786515152995030 us; error 29 us; skew 500 ppm
06:12:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.996409 30629 webserver.cc:533] Webserver started at http://127.27.84.193:39199/ using document root <none> and password file <none>
06:12:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.996644 30629 fs_manager.cc:362] Metadata directory not provided
06:12:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.996721 30629 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.998049 30629 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.998823 30652 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.999025 30629 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.999107 30629 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:32.999476 30629 fs_report.cc:389] FS layout report
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/data
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.016312 30629 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.016746 30629 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.017078 30629 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.017455 30629 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.018082 30660 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.018996 30629 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.019079 30629 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:12:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.019124 30629 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.019809 30629 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.019865 30629 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.019917 30660 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap starting.
06:12:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.027623 30629 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.193:36701
06:12:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.027678 30836 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.193:36701 every 8 connection(s)
06:12:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.028092 30629 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.032150 30660 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Log is configured to *not* fsync() on all Append() calls
06:12:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.034850 30837 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.034976 30837 heartbeater.cc:461] Registering TS with master...
06:12:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.035197 30837 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.035907 28290 ts_manager.cc:194] Re-registered known tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.036641 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 30629
06:12:33.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:33.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.038923 30838 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:33.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.039034 30838 heartbeater.cc:461] Registering TS with master...
06:12:33.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.039178 30838 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:33.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.039477 30660 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:33.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.039546 28051 ts_manager.cc:194] Re-registered known tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:33.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.039834 30660 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap complete.
06:12:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.040092 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.193:58999
06:12:33.042 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:33.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.041198 30660 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Time spent bootstrapping tablet: real 0.021s	user 0.007s	sys 0.009s
06:12:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.042402 30660 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.042699 30660 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: f56439e30a6c4a8c91f0e3cfa94c9ad0, State: Initialized, Role: FOLLOWER
06:12:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.042827 30660 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.043138 30660 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
06:12:33.043 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.195:39353
06:12:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.041303 30839 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.043336 30839 heartbeater.cc:461] Registering TS with master...
06:12:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.043426 30839 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:33.043 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:12:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.043912 28164 ts_manager.cc:194] Re-registered known tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.043928 30838 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:33.043958 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 30337
06:12:33.061 [DEBUG - kudu-nio-7] (Connection.java:239) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] handling channelInactive
06:12:33.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:33.062 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state READY due to: connection closed
06:12:33.062 [DEBUG - Time-limited test] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:33.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:33.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:33.064 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:33.081 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:33.082 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:33.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [19ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@2042655108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@cca90b7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38cada11 -> wakeup thread Time-limited test)) after lookup
06:12:33.083 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:33.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:33.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:33.084 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:33.102 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:33.102 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:33.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [19ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [20ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [22ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [40ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@2042655108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@cca90b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1019517538 after retry RPC@1378928057), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38cada11 -> wakeup thread Time-limited test -> (continuation of Deferred@1019517538 after retry RPC@1378928057))) after lookup
06:12:33.103 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:34.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:34.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:34.124 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:34.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:34.162 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:34.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1100), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [19ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [20ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [22ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [40ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [41ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [1062ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1062ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1098ms] refreshing cache from master, [1098ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1100ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@2042655108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@cca90b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1019517538 after retry RPC@1378928057) -> (continuation of Deferred@11783596 after retry RPC@1417334030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38cada11 -> wakeup thread Time-limited test -> (continuation of Deferred@1019517538 after retry RPC@1378928057) -> (continuation of Deferred@11783596 after retry RPC@1417334030))) after lookup
06:12:34.163 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:34.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:34.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:34.164 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:34.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:34.282 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:34.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1220), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [19ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [20ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [22ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [40ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [41ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [1062ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1062ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1098ms] refreshing cache from master, [1098ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1100ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [1101ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [1102ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1102ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1217ms] refreshing cache from master, [1217ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1220ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@2042655108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@cca90b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1019517538 after retry RPC@1378928057) -> (continuation of Deferred@11783596 after retry RPC@1417334030) -> (continuation of Deferred@689177443 after retry RPC@730114546), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38cada11 -> wakeup thread Time-limited test -> (continuation of Deferred@1019517538 after retry RPC@1378928057) -> (continuation of Deferred@11783596 after retry RPC@1417334030) -> (continuation of Deferred@689177443 after retry RPC@730114546))) after lookup
06:12:34.283 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:34.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:34.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:34.284 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.389391 30856 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader dd6537ffaf4b4b77ac05544026c6df40)
06:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.389529 30856 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:34.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.389760 30856 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.390775 30084 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.393481 30758 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" is_pre_election: true
06:12:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.393621 30758 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 7.
06:12:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.393847 30084 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: df95d99b377a4619bcfeede49217e347, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: dd6537ffaf4b4b77ac05544026c6df40
06:12:34.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.393947 30856 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 8 FOLLOWER]: Leader pre-election won for term 9
06:12:34.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.393990 30856 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 8 FOLLOWER]: Starting leader election (detected failure of leader dd6537ffaf4b4b77ac05544026c6df40)
06:12:34.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.394009 30856 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 8 FOLLOWER]: Advancing to term 9
06:12:34.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.394634 30856 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:34.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.394781 30856 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 9 election: Requested vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:34.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.394999 30758 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:34.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.395084 30758 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 7 FOLLOWER]: Advancing to term 9
06:12:34.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.395506 30084 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:34.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.396219 30758 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 9.
06:12:34.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.396435 30084 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: df95d99b377a4619bcfeede49217e347, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: dd6537ffaf4b4b77ac05544026c6df40
06:12:34.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.396552 30856 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 9 FOLLOWER]: Leader election won for term 9
06:12:34.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.396720 30856 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 9 LEADER]: Becoming Leader. State: Replica: df95d99b377a4619bcfeede49217e347, State: Running, Role: LEADER
06:12:34.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.396824 30856 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.397581 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 reported cstate change: term changed from 8 to 9, leader changed from dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195) to df95d99b377a4619bcfeede49217e347 (127.27.84.194). New cstate: current_term: 9 leader_uuid: "df95d99b377a4619bcfeede49217e347" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: HEALTHY } } }
06:12:34.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:34.422 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:34.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1360), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [2ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [2ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [19ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [20ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [22ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [40ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [41ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [1062ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1062ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1098ms] refreshing cache from master, [1098ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1100ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [1101ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [1102ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1102ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1217ms] refreshing cache from master, [1217ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1220ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [1221ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [1222ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1222ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [1357ms] refreshing cache from master, [1357ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1360ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@2042655108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@cca90b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1019517538 after retry RPC@1378928057) -> (continuation of Deferred@11783596 after retry RPC@1417334030) -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38cada11 -> wakeup thread Time-limited test -> (continuation of Deferred@1019517538 after retry RPC@1378928057) -> (continuation of Deferred@11783596 after retry RPC@1417334030) -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494))) after lookup
06:12:34.424 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:34.425 [DEBUG - kudu-nio-5] (Connection.java:757) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] Successfully connected to peer
06:12:34.456 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0xdb090140, L:/127.0.0.1:44896 - R:/127.27.84.194:37287] using TOKEN/null
06:12:34.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.458501 30758 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 9 FOLLOWER]: Refusing update from remote peer df95d99b377a4619bcfeede49217e347: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 30. (index mismatch)
06:12:34.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.458757 30084 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 -> Peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Couldn't send request to peer dd6537ffaf4b4b77ac05544026c6df40. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:34.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.458918 30856 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
06:12:34.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.461066 30891 mvcc.cc:204] Tried to move back new op lower bound from 7317566072659226624 to 7317566072410017792. Current Snapshot: MvccSnapshot[applied={T|T < 7317566072659226624}]
06:12:34.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.461198 30888 mvcc.cc:204] Tried to move back new op lower bound from 7317566072659226624 to 7317566072410017792. Current Snapshot: MvccSnapshot[applied={T|T < 7317566072659226624}]
06:12:34.480 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.195:39353
06:12:34.480 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.480916 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:39353
06:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33339
06:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.567319 30901 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.567530 30901 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.567552 30901 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:34.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.569154 30901 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:34.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.569224 30901 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.195
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.571173 30901 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:39353
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33339
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30901
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.571450 30901 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.571723 30901 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.574177 30909 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.574368 30901 server_base.cc:1061] running on GCE node
06:12:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.574280 30907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:34.574193 30911 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.574782 30901 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.575062 30901 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.576227 30901 hybrid_clock.cc:648] HybridClock initialized: now 1786515154576203 us; error 37 us; skew 500 ppm
06:12:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.577369 30901 webserver.cc:533] Webserver started at http://127.27.84.195:33339/ using document root <none> and password file <none>
06:12:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.577600 30901 fs_manager.cc:362] Metadata directory not provided
06:12:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.577679 30901 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.578982 30901 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:12:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.579716 30923 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.579906 30901 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.580001 30901 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.580317 30901 fs_report.cc:389] FS layout report
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/data
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.595067 30901 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.595501 30901 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.595638 30901 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.595924 30901 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.596463 30936 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.597626 30901 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.597688 30901 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:12:34.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.597726 30901 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:34.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.598310 30901 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:34.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.598364 30901 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:34.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.598429 30936 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap starting.
06:12:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.606297 30901 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.195:39353
06:12:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.606400 31102 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.195:39353 every 8 connection(s)
06:12:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.606952 30901 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.609258 30936 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Log is configured to *not* fsync() on all Append() calls
06:12:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.613759 30936 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.613806 31103 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.614163 31105 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.614152 31104 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.614367 31104 heartbeater.cc:461] Registering TS with master...
06:12:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.614598 31104 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.614281 31103 heartbeater.cc:461] Registering TS with master...
06:12:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.614163 30936 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap complete.
06:12:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.615110 31103 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.614331 31105 heartbeater.cc:461] Registering TS with master...
06:12:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.615274 31105 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.615582 28049 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.615635 28290 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.616019 28164 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.616182 28049 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.195:33391
06:12:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.616526 30936 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent bootstrapping tablet: real 0.018s	user 0.007s	sys 0.009s
06:12:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.616904 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 30901
06:12:34.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.617908 30936 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.618221 30936 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd6537ffaf4b4b77ac05544026c6df40, State: Initialized, Role: FOLLOWER
06:12:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.618348 30936 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.618675 30936 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.002s
06:12:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.618695 31104 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:34.621 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:34.621 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.194:37287
06:12:34.622 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:12:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:34.622485 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 30057
06:12:34.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:34.644 [DEBUG - kudu-nio-5] (Connection.java:239) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] handling channelInactive
06:12:34.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state READY due to: connection closed
06:12:34.660 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:34.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.662 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:34.682 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:34.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [18ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [18ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@266580381(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@22bb6f8d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@58b9e500 -> wakeup thread Time-limited test)) after lookup
06:12:34.683 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:34.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.684 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.702 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:34.702 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:34.703 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [18ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [18ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [38ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [40ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [40ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [57ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@266580381(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@22bb6f8d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@58b9e500 -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657))) after lookup
06:12:34.703 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:34.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.705 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:34.762 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:34.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [18ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [18ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [38ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [40ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [40ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [57ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [59ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [61ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [61ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [117ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@266580381(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@22bb6f8d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657) -> (continuation of Deferred@421721016 after retry RPC@857051031), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@58b9e500 -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657) -> (continuation of Deferred@421721016 after retry RPC@857051031))) after lookup
06:12:34.763 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:34.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.764 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.982 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:34.982 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:34.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=338), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [18ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [18ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [38ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [40ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [40ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [57ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [59ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [61ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [61ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [117ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [119ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [120ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [120ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [335ms] refreshing cache from master, [336ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [338ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@266580381(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@22bb6f8d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@58b9e500 -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341))) after lookup
06:12:34.984 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:34.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:34.985 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:35.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:35.341 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:35.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=697), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [18ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [18ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [38ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [40ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [40ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [57ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [59ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [61ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [61ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [117ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [119ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [120ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [120ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [335ms] refreshing cache from master, [336ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [338ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [339ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [341ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [341ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [695ms] refreshing cache from master, [695ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [697ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@266580381(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@22bb6f8d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341) -> (continuation of Deferred@126802791 after retry RPC@1222314323), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@58b9e500 -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341) -> (continuation of Deferred@126802791 after retry RPC@1222314323))) after lookup
06:12:35.342 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:35.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:35.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state CONNECTING due to: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:35.343 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location df95d99b377a4619bcfeede49217e347(127.27.84.194:37287) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287
06:12:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.979985 31123 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader df95d99b377a4619bcfeede49217e347)
06:12:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.980134 31123 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.980484 31123 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:35.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:35.981213 30657 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:35.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:35.982041 30657 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.984503 31034 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "dd6537ffaf4b4b77ac05544026c6df40" is_pre_election: true
06:12:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.984688 31034 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f56439e30a6c4a8c91f0e3cfa94c9ad0 in term 8.
06:12:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.985029 30657 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: df95d99b377a4619bcfeede49217e347
06:12:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.985181 31123 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 9 FOLLOWER]: Leader pre-election won for term 10
06:12:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.985246 31123 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 9 FOLLOWER]: Starting leader election (detected failure of leader df95d99b377a4619bcfeede49217e347)
06:12:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.985263 31123 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 9 FOLLOWER]: Advancing to term 10
06:12:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.985942 31123 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.986101 31123 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 10 election: Requested vote from peers dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.986333 31034 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.986439 31034 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 8 FOLLOWER]: Advancing to term 10
06:12:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:35.986781 30657 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111)
06:12:35.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.987689 31034 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f56439e30a6c4a8c91f0e3cfa94c9ad0 in term 10.
06:12:35.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.987910 30657 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: df95d99b377a4619bcfeede49217e347
06:12:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.987998 31123 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 FOLLOWER]: Leader election won for term 10
06:12:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.988143 31123 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 LEADER]: Becoming Leader. State: Replica: f56439e30a6c4a8c91f0e3cfa94c9ad0, State: Running, Role: LEADER
06:12:35.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.988209 31123 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:35.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:35.988996 28049 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 reported cstate change: term changed from 9 to 10, leader changed from df95d99b377a4619bcfeede49217e347 (127.27.84.194) to f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193). New cstate: current_term: 10 leader_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: UNKNOWN } } }
06:12:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:36.472230 31034 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 10 FOLLOWER]: Refusing update from remote peer f56439e30a6c4a8c91f0e3cfa94c9ad0: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
06:12:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:36.472693 31123 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
06:12:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:36.476269 30657 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 -> Peer df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287): Couldn't send request to peer df95d99b377a4619bcfeede49217e347. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.194:37287: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:38.062 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:38.063 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:38.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3418), Traces: [0ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [18ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [18ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [37ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [38ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [40ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [40ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [57ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [59ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [61ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [61ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [117ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [119ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [120ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [120ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [335ms] refreshing cache from master, [336ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [338ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [339ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [341ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [341ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [695ms] refreshing cache from master, [695ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [697ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [698ms] sending RPC to server df95d99b377a4619bcfeede49217e347, [699ms] received response from server df95d99b377a4619bcfeede49217e347: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [699ms] delaying RPC due to: Network error: Failed to connect to peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287): Connection refused: /127.27.84.194:37287, [3415ms] refreshing cache from master, [3415ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [3418ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@266580381(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@22bb6f8d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341) -> (continuation of Deferred@126802791 after retry RPC@1222314323) -> (continuation of Deferred@1285680267 after retry RPC@1545659869), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@58b9e500 -> wakeup thread Time-limited test -> (continuation of Deferred@113434644 after retry RPC@298095657) -> (continuation of Deferred@421721016 after retry RPC@857051031) -> (continuation of Deferred@23883408 after retry RPC@513421341) -> (continuation of Deferred@126802791 after retry RPC@1222314323) -> (continuation of Deferred@1285680267 after retry RPC@1545659869))) after lookup
06:12:38.064 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:38.065 [DEBUG - kudu-nio-4] (Connection.java:757) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] Successfully connected to peer
06:12:38.093 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x6372a6a7, L:/127.0.0.1:47008 - R:/127.27.84.193:36701] using TOKEN/null
06:12:38.104 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.194:37287
06:12:38.104 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.105048 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/logs
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.194:37287
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.194
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40133
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.194
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:38.193156 31183 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:38.193372 31183 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:38.193393 31183 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:38.195348 31183 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:38.195463 31183 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.194
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.197165 31183 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.194:37287
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.194
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40133
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31183
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.194
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/logs
06:12:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.197386 31183 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.197697 31183 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:38.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:38.200567 31191 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:38.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:38.200591 31193 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:38.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:38.200570 31189 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:38.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.200635 31183 server_base.cc:1061] running on GCE node
06:12:38.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.201001 31183 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:38.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.201253 31183 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.202425 31183 hybrid_clock.cc:648] HybridClock initialized: now 1786515158202236 us; error 188 us; skew 500 ppm
06:12:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.204066 31183 webserver.cc:533] Webserver started at http://127.27.84.194:40133/ using document root <none> and password file <none>
06:12:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.204282 31183 fs_manager.cc:362] Metadata directory not provided
06:12:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.204334 31183 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:38.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.205613 31183 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.001s
06:12:38.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.206616 31201 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.206904 31183 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.207065 31183 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df95d99b377a4619bcfeede49217e347"
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.207377 31183 fs_report.cc:389] FS layout report
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/wal
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/data
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.225797 31183 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.226130 31183 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.226225 31183 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.226444 31183 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.226841 31213 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.227802 31183 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.227869 31183 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:12:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.227911 31183 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.228531 31183 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.228583 31183 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.228618 31213 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap starting.
06:12:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.237040 31183 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.194:37287
06:12:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.237141 31371 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.194:37287 every 8 connection(s)
06:12:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.237562 31183 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-1/data/info.pb
06:12:38.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.239660 31213 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Log is configured to *not* fsync() on all Append() calls
06:12:38.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.241474 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 31183
06:12:38.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.244961 31375 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.245090 31375 heartbeater.cc:461] Registering TS with master...
06:12:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.245301 31375 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.246011 31213 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.246150 28051 ts_manager.cc:194] Re-registered known tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.246399 31213 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Bootstrap complete.
06:12:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.246685 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.194:35819
06:12:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.247900 31213 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Time spent bootstrapping tablet: real 0.019s	user 0.005s	sys 0.012s
06:12:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.249346 31213 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.249652 31213 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: df95d99b377a4619bcfeede49217e347, State: Initialized, Role: FOLLOWER
06:12:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.249761 31213 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.250041 31213 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
06:12:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.251065 31374 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.251151 31374 heartbeater.cc:461] Registering TS with master...
06:12:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.251224 31374 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.251250 31375 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:38.251 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.251679 28288 ts_manager.cc:194] Re-registered known tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:38.252 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.193:36701
06:12:38.252 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:12:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.252799 31376 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.252882 31376 heartbeater.cc:461] Registering TS with master...
06:12:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.252934 31376 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.252926 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 30629
06:12:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:38.259869 28167 ts_manager.cc:194] Re-registered known tserver with Master: df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:38.273 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:38.273 [DEBUG - kudu-nio-4] (Connection.java:239) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] handling channelInactive
06:12:38.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state READY due to: connection closed
06:12:38.280 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:38.281 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.282 [DEBUG - kudu-nio-5] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.282 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:38.302 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:38.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [9ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [9ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@810085175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@6b1dfeee -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16dc45d -> wakeup thread Time-limited test)) after lookup
06:12:38.303 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:38.304 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.304 [DEBUG - kudu-nio-6] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.304 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:38.323 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:38.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [9ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [9ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [30ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [31ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [31ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [49ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@810085175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@6b1dfeee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16dc45d -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517))) after lookup
06:12:38.324 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:38.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.325 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:38.362 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:38.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [9ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [9ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [30ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [31ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [31ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [49ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [50ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [52ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [52ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [88ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@810085175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@6b1dfeee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517) -> (continuation of Deferred@1383344306 after retry RPC@867943553), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16dc45d -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517) -> (continuation of Deferred@1383344306 after retry RPC@867943553))) after lookup
06:12:38.363 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:38.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.364 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.502 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:38.503 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:38.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=229), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [9ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [9ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [30ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [31ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [31ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [49ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [50ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [52ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [52ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [88ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [89ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [91ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [91ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [226ms] refreshing cache from master, [227ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [229ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@810085175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@6b1dfeee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517) -> (continuation of Deferred@1383344306 after retry RPC@867943553) -> (continuation of Deferred@231363788 after retry RPC@508554424), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16dc45d -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517) -> (continuation of Deferred@1383344306 after retry RPC@867943553) -> (continuation of Deferred@231363788 after retry RPC@508554424))) after lookup
06:12:38.504 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:38.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.505 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:38.822 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)[L]]}]
06:12:38.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=549), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [9ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [9ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [30ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [31ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [31ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [49ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [50ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [52ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [52ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [88ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [89ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [91ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [91ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [226ms] refreshing cache from master, [227ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [229ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [231ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [232ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [232ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [546ms] refreshing cache from master, [546ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [548ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@810085175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@6b1dfeee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517) -> (continuation of Deferred@1383344306 after retry RPC@867943553) -> (continuation of Deferred@231363788 after retry RPC@508554424) -> (continuation of Deferred@1055020418 after retry RPC@1604932810), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16dc45d -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517) -> (continuation of Deferred@1383344306 after retry RPC@867943553) -> (continuation of Deferred@231363788 after retry RPC@508554424) -> (continuation of Deferred@1055020418 after retry RPC@1604932810))) after lookup
06:12:38.823 [DEBUG - kudu-nio-0] (Connection.java:748) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] connecting to peer
06:12:38.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] cleaning up while in state CONNECTING due to: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:38.824 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701
06:12:39.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.603797 31391 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader f56439e30a6c4a8c91f0e3cfa94c9ad0)
06:12:39.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.603910 31391 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:39.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.604254 31391 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:39.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:39.604722 30930 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:39.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:39.605386 30930 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.608136 31297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "df95d99b377a4619bcfeede49217e347" is_pre_election: true
06:12:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.608278 31297 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dd6537ffaf4b4b77ac05544026c6df40 in term 9.
06:12:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.608527 30930 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347; no voters: f56439e30a6c4a8c91f0e3cfa94c9ad0
06:12:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.608688 31391 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 10 FOLLOWER]: Leader pre-election won for term 11
06:12:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.608773 31391 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 10 FOLLOWER]: Starting leader election (detected failure of leader f56439e30a6c4a8c91f0e3cfa94c9ad0)
06:12:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.608803 31391 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 10 FOLLOWER]: Advancing to term 11
06:12:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.609609 31391 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.609786 31391 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 11 election: Requested vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.610148 31297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "dd6537ffaf4b4b77ac05544026c6df40" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "df95d99b377a4619bcfeede49217e347"
06:12:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.610244 31297 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 9 FOLLOWER]: Advancing to term 11
06:12:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:39.610965 30930 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111)
06:12:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.611603 31297 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dd6537ffaf4b4b77ac05544026c6df40 in term 11.
06:12:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.611829 30930 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347; no voters: f56439e30a6c4a8c91f0e3cfa94c9ad0
06:12:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.611959 31391 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 11 FOLLOWER]: Leader election won for term 11
06:12:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.612165 31391 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 11 LEADER]: Becoming Leader. State: Replica: dd6537ffaf4b4b77ac05544026c6df40, State: Running, Role: LEADER
06:12:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.612317 31391 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:39.613205 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 reported cstate change: term changed from 10 to 11, leader changed from f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193) to dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195). New cstate: current_term: 11 leader_uuid: "dd6537ffaf4b4b77ac05544026c6df40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: UNKNOWN } } }
06:12:40.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.057299 31297 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 11 FOLLOWER]: Refusing update from remote peer dd6537ffaf4b4b77ac05544026c6df40: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
06:12:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.057874 31398 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
06:12:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:40.061152 30930 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 -> Peer f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701): Couldn't send request to peer f56439e30a6c4a8c91f0e3cfa94c9ad0. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.193:36701: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:40.102 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:40.103 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:40.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1829), Traces: [0ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [9ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [9ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [28ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [30ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [31ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [31ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [49ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [50ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [52ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [52ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [88ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [89ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [91ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [91ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [226ms] refreshing cache from master, [227ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [229ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [231ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [232ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [232ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [546ms] refreshing cache from master, [546ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [548ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [550ms] sending RPC to server f56439e30a6c4a8c91f0e3cfa94c9ad0, [551ms] received response from server f56439e30a6c4a8c91f0e3cfa94c9ad0: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [551ms] delaying RPC due to: Network error: Failed to connect to peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701): Connection refused: /127.27.84.193:36701, [1827ms] refreshing cache from master, [1827ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [1829ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@810085175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@6b1dfeee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517) -> (continuation of Deferred@1383344306 after retry RPC@867943553) -> (continuation of Deferred@231363788 after retry RPC@508554424) -> (continuation of Deferred@1055020418 after retry RPC@1604932810) -> (continuation of Deferred@417610986 after retry RPC@234763320), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16dc45d -> wakeup thread Time-limited test -> (continuation of Deferred@1963924981 after retry RPC@439316517) -> (continuation of Deferred@1383344306 after retry RPC@867943553) -> (continuation of Deferred@231363788 after retry RPC@508554424) -> (continuation of Deferred@1055020418 after retry RPC@1604932810) -> (continuation of Deferred@417610986 after retry RPC@234763320))) after lookup
06:12:40.104 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:40.105 [DEBUG - kudu-nio-3] (Connection.java:757) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] Successfully connected to peer
06:12:40.120 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x4d4fbdc8, L:/127.0.0.1:34664 - R:/127.27.84.195:39353] using TOKEN/null
06:12:40.130 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.193:36701
06:12:40.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.130928 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/logs
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.193:36701
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.193
06:12:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39199
06:12:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.193
06:12:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:40.221230 31434 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:40.221431 31434 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:40.221454 31434 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:40.223084 31434 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:40.223152 31434 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.193
06:12:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.225421 31434 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data
06:12:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.193:36701
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.193
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39199
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31434
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.193
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/logs
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.225685 31434 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.225904 31434 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:40.228549 31444 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:40.228579 31451 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:40.228585 31443 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.228609 31434 server_base.cc:1061] running on GCE node
06:12:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.229094 31434 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.229269 31434 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:40.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.230458 31434 hybrid_clock.cc:648] HybridClock initialized: now 1786515160230441 us; error 27 us; skew 500 ppm
06:12:40.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.231813 31434 webserver.cc:533] Webserver started at http://127.27.84.193:39199/ using document root <none> and password file <none>
06:12:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.232015 31434 fs_manager.cc:362] Metadata directory not provided
06:12:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.232053 31434 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:40.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.233256 31434 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
06:12:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.234050 31460 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.234267 31434 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
06:12:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.234331 31434 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.234617 31434 fs_report.cc:389] FS layout report
06:12:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/wal
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/data
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.277076 31434 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.277454 31434 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.277551 31434 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.277760 31434 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:40.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.278172 31472 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.279066 31434 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.279142 31434 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:12:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.279181 31434 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.279839 31434 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.279901 31434 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.280004 31472 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap starting.
06:12:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.287464 31434 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.193:36701
06:12:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.287498 31635 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.193:36701 every 8 connection(s)
06:12:40.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.287866 31434 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-0/data/info.pb
06:12:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.290853 31472 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Log is configured to *not* fsync() on all Append() calls
06:12:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.294149 31636 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.294281 31636 heartbeater.cc:461] Registering TS with master...
06:12:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.294487 31636 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.294982 31640 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.295053 31640 heartbeater.cc:461] Registering TS with master...
06:12:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.295156 31640 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.295504 28288 ts_manager.cc:194] Re-registered known tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.295799 28167 ts_manager.cc:194] Re-registered known tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:40.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.296176 31472 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:40.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.296545 31472 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Bootstrap complete.
06:12:40.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.296789 31639 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.296862 31639 heartbeater.cc:461] Registering TS with master...
06:12:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.296937 31639 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.297219 28051 ts_manager.cc:194] Re-registered known tserver with Master: f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701)
06:12:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.297586 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 31434
06:12:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.297717 28051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.193:50533
06:12:40.297 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.299371 31472 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Time spent bootstrapping tablet: real 0.019s	user 0.003s	sys 0.014s
06:12:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.300940 31472 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.301208 31472 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: f56439e30a6c4a8c91f0e3cfa94c9ad0, State: Initialized, Role: FOLLOWER
06:12:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.301352 31472 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.301743 31472 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
06:12:40.302 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:40.303 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.84.195:39353
06:12:40.303 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:12:40.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.303862 31639 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:40.304642 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 30901
06:12:40.316 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:40.317 [DEBUG - kudu-nio-3] (Connection.java:239) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] handling channelInactive
06:12:40.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state READY due to: connection closed
06:12:40.320 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:40.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.321 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:40.342 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:40.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [4ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [4ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [25ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1334221502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@33252882 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51ca6cd4 -> wakeup thread Time-limited test)) after lookup
06:12:40.343 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:40.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.344 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.361 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:40.362 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:40.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [4ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [4ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [25ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [26ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [27ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [27ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1334221502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@33252882 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51ca6cd4 -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143))) after lookup
06:12:40.363 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:40.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.364 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:40.382 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:40.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=65), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [4ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [4ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [25ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [26ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [27ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [27ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [46ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [47ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [47ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [65ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1334221502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@33252882 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143) -> (continuation of Deferred@1669603164 after retry RPC@1755827942), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51ca6cd4 -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143) -> (continuation of Deferred@1669603164 after retry RPC@1755827942))) after lookup
06:12:40.383 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:40.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.384 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:40.542 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:40.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=225), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [4ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [4ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [25ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [26ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [27ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [27ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [46ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [47ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [47ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [65ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [66ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [67ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [67ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [222ms] refreshing cache from master, [222ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [224ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1334221502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@33252882 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143) -> (continuation of Deferred@1669603164 after retry RPC@1755827942) -> (continuation of Deferred@368867735 after retry RPC@1132090672), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51ca6cd4 -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143) -> (continuation of Deferred@1669603164 after retry RPC@1755827942) -> (continuation of Deferred@368867735 after retry RPC@1132090672))) after lookup
06:12:40.542 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:40.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:40.544 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:41.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:41.122 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)[L],df95d99b377a4619bcfeede49217e347(127.27.84.194:37287),f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:41.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=805), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [4ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [4ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [25ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [26ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [27ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [27ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [46ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [47ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [47ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [65ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [66ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [67ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [67ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [222ms] refreshing cache from master, [222ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [224ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [225ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [227ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [227ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [802ms] refreshing cache from master, [803ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [804ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1334221502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@33252882 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143) -> (continuation of Deferred@1669603164 after retry RPC@1755827942) -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@893989606 after retry RPC@93929757), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51ca6cd4 -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143) -> (continuation of Deferred@1669603164 after retry RPC@1755827942) -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@893989606 after retry RPC@93929757))) after lookup
06:12:41.123 [DEBUG - kudu-nio-0] (Connection.java:748) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] connecting to peer
06:12:41.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:41.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] cleaning up while in state CONNECTING due to: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:41.124 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353) for tablet af60d6e689a547baa8d4d82f955dfe90: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353
06:12:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.487978 31661 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:12:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.488112 31661 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:41.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.488466 31661 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353), df95d99b377a4619bcfeede49217e347 (127.27.84.194:37287)
06:12:41.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:41.488919 31466 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:41.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:41.489471 31466 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:41.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.491883 31297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "df95d99b377a4619bcfeede49217e347" is_pre_election: true
06:12:41.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.492202 31466 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: dd6537ffaf4b4b77ac05544026c6df40, df95d99b377a4619bcfeede49217e347
06:12:41.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.492334 31661 raft_consensus.cc:2749] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 FOLLOWER]: Leader pre-election lost for term 11. Reason: could not achieve majority
06:12:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.630631 31676 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader dd6537ffaf4b4b77ac05544026c6df40)
06:12:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.630730 31676 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.631040 31676 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:41.631785 31207 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:41.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:41.632359 31207 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:41.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.634428 31571 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" is_pre_election: true
06:12:41.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.634672 31571 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 10.
06:12:41.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.634964 31207 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: df95d99b377a4619bcfeede49217e347, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: dd6537ffaf4b4b77ac05544026c6df40
06:12:41.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.635138 31676 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 11 FOLLOWER]: Leader pre-election won for term 12
06:12:41.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.635213 31676 raft_consensus.cc:493] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 11 FOLLOWER]: Starting leader election (detected failure of leader dd6537ffaf4b4b77ac05544026c6df40)
06:12:41.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.635238 31676 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 11 FOLLOWER]: Advancing to term 12
06:12:41.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.636160 31676 raft_consensus.cc:515] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:41.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.636322 31676 leader_election.cc:290] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 12 election: Requested vote from peers f56439e30a6c4a8c91f0e3cfa94c9ad0 (127.27.84.193:36701), dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:41.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.636545 31571 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "af60d6e689a547baa8d4d82f955dfe90" candidate_uuid: "df95d99b377a4619bcfeede49217e347" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0"
06:12:41.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.636639 31571 raft_consensus.cc:3060] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 10 FOLLOWER]: Advancing to term 12
06:12:41.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:41.636984 31207 leader_election.cc:336] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111)
06:12:41.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.637728 31571 raft_consensus.cc:2468] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df95d99b377a4619bcfeede49217e347 in term 12.
06:12:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.637960 31207 leader_election.cc:304] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: df95d99b377a4619bcfeede49217e347, f56439e30a6c4a8c91f0e3cfa94c9ad0; no voters: dd6537ffaf4b4b77ac05544026c6df40
06:12:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.638080 31676 raft_consensus.cc:2804] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 12 FOLLOWER]: Leader election won for term 12
06:12:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.638271 31676 raft_consensus.cc:697] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [term 12 LEADER]: Becoming Leader. State: Replica: df95d99b377a4619bcfeede49217e347, State: Running, Role: LEADER
06:12:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.638396 31676 consensus_queue.cc:237] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:41.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:41.639313 28051 catalog_manager.cc:5739] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 reported cstate change: term changed from 11 to 12, leader changed from dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195) to df95d99b377a4619bcfeede49217e347 (127.27.84.194). New cstate: current_term: 12 leader_uuid: "df95d99b377a4619bcfeede49217e347" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } health_report { overall_health: HEALTHY } } }
06:12:42.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:42.228142 31207 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 -> Peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Couldn't send request to peer dd6537ffaf4b4b77ac05544026c6df40. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:12:42.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:42.233407 31571 raft_consensus.cc:1275] T af60d6e689a547baa8d4d82f955dfe90 P f56439e30a6c4a8c91f0e3cfa94c9ad0 [term 12 FOLLOWER]: Refusing update from remote peer df95d99b377a4619bcfeede49217e347: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
06:12:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:42.233814 31700 consensus_queue.cc:1048] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
06:12:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:44.582788 31207 consensus_peers.cc:597] T af60d6e689a547baa8d4d82f955dfe90 P df95d99b377a4619bcfeede49217e347 -> Peer dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353): Couldn't send request to peer dd6537ffaf4b4b77ac05544026c6df40. Status: Network error: Client connection negotiation failed: client connection to 127.27.84.195:39353: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:12:45.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet af60d6e689a547baa8d4d82f955dfe90 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843' with partition [<start>, <end>)
06:12:45.162 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=af60d6e689a547baa8d4d82f955dfe90@[dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353),df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)[L],f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)]}]
06:12:45.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=af60d6e689a547baa8d4d82f955dfe90, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4845), Traces: [0ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [4ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [4ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [22ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [25ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [26ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [27ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [27ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [44ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [46ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [47ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [47ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [65ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [66ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [67ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [67ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [222ms] refreshing cache from master, [222ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [224ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [225ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [227ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [227ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [802ms] refreshing cache from master, [803ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [804ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, [806ms] sending RPC to server dd6537ffaf4b4b77ac05544026c6df40, [807ms] received response from server dd6537ffaf4b4b77ac05544026c6df40: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [807ms] delaying RPC due to: Network error: Failed to connect to peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353): Connection refused: /127.27.84.195:39353, [4842ms] refreshing cache from master, [4842ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.84.254:37379, [4844ms] Sub RPC GetTableLocations: received response from server master-127.27.84.254:37379: OK, deferred=Deferred@1334221502(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f0a9836b330@33252882 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143) -> (continuation of Deferred@1669603164 after retry RPC@1755827942) -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@893989606 after retry RPC@93929757) -> (continuation of Deferred@2029564333 after retry RPC@925275654), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@51ca6cd4 -> wakeup thread Time-limited test -> (continuation of Deferred@569076106 after retry RPC@591732143) -> (continuation of Deferred@1669603164 after retry RPC@1755827942) -> (continuation of Deferred@368867735 after retry RPC@1132090672) -> (continuation of Deferred@893989606 after retry RPC@93929757) -> (continuation of Deferred@2029564333 after retry RPC@925275654))) after lookup
06:12:45.162 [DEBUG - kudu-nio-0] (Connection.java:748) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] connecting to peer
06:12:45.163 [DEBUG - kudu-nio-2] (Connection.java:757) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] Successfully connected to peer
06:12:45.181 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x83407f98, L:/127.0.0.1:57376 - R:/127.27.84.194:37287] using TOKEN/null
06:12:45.192 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.84.195:39353
06:12:45.192 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.193037 27987 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqCRwhz/build/release/bin/kudu
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:39353
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33339
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:12:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:45.280665 31732 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:12:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:45.280843 31732 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:12:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:45.280864 31732 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:12:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:45.282320 31732 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:12:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:45.282371 31732 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.84.195
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.283934 31732 tablet_server_runner.cc:78] Tablet server non-default flags:
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.84.212:41955
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.84.195:39353
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.84.195
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33339
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.84.254:37379,127.27.84.253:42387,127.27.84.252:40693
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31732
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.84.195
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/logs
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:17 UTC on e7f111948823
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17644
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.284132 31732 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:12:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.284370 31732 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:12:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:45.286803 31740 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.287003 31732 server_base.cc:1061] running on GCE node
06:12:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:45.286814 31741 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:12:45.286819 31744 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:12:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.287279 31732 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:12:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.287606 31732 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:12:45.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.288817 31732 hybrid_clock.cc:648] HybridClock initialized: now 1786515165288797 us; error 26 us; skew 500 ppm
06:12:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.290118 31732 webserver.cc:533] Webserver started at http://127.27.84.195:33339/ using document root <none> and password file <none>
06:12:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.290362 31732 fs_manager.cc:362] Metadata directory not provided
06:12:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.290429 31732 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:12:45.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.291792 31732 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
06:12:45.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.292593 31754 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:12:45.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.292835 31732 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.292936 31732 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data,/tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd6537ffaf4b4b77ac05544026c6df40"
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:12:14 on dist-test-slave-gw5c"
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.293332 31732 fs_report.cc:389] FS layout report
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/wal
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/data
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:12:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:12:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:12:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:12:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:12:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:12:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.320645 31732 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:12:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.321072 31732 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:12:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.321254 31732 kserver.cc:163] Server-wide thread pool size limit: 3276
06:12:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.321587 31732 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:12:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.322170 31761 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:12:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.323071 31732 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:12:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.323136 31732 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
06:12:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.323174 31732 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:12:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.323829 31732 ts_tablet_manager.cc:616] Registered 1 tablets
06:12:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.323885 31732 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:12:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.323920 31761 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap starting.
06:12:45.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.331310 31732 rpc_server.cc:307] RPC server started. Bound to: 127.27.84.195:39353
06:12:45.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.331481 31916 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.84.195:39353 every 8 connection(s)
06:12:45.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.331812 31732 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqCRwhz/test-tmp/mini-kudu-cluster4502333511497269276/ts-2/data/info.pb
06:12:45.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.335042 31761 log.cc:826] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Log is configured to *not* fsync() on all Append() calls
06:12:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.339207 27987 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskqCRwhz/build/release/bin/kudu as pid 31732
06:12:45.339 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:12:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.340387 31761 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:12:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.340739 31761 tablet_bootstrap.cc:492] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Bootstrap complete.
06:12:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.342173 31761 ts_tablet_manager.cc:1403] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent bootstrapping tablet: real 0.018s	user 0.001s	sys 0.014s
06:12:45.343 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.343847 31917 heartbeater.cc:344] Connected to a master server at 127.27.84.252:40693
06:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.343955 31917 heartbeater.cc:461] Registering TS with master...
06:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.344177 31917 heartbeater.cc:507] Master 127.27.84.252:40693 requested a full tablet report, sending...
06:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.344085 31761 raft_consensus.cc:359] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.344375 31761 raft_consensus.cc:740] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd6537ffaf4b4b77ac05544026c6df40, State: Initialized, Role: FOLLOWER
06:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.344529 31761 consensus_queue.cc:260] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f56439e30a6c4a8c91f0e3cfa94c9ad0" member_type: VOTER last_known_addr { host: "127.27.84.193" port: 36701 } } peers { permanent_uuid: "dd6537ffaf4b4b77ac05544026c6df40" member_type: VOTER last_known_addr { host: "127.27.84.195" port: 39353 } } peers { permanent_uuid: "df95d99b377a4619bcfeede49217e347" member_type: VOTER last_known_addr { host: "127.27.84.194" port: 37287 } }
06:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.344760 31922 heartbeater.cc:344] Connected to a master server at 127.27.84.254:37379
06:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.344827 31922 heartbeater.cc:461] Registering TS with master...
06:12:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.344872 31761 ts_tablet_manager.cc:1434] T af60d6e689a547baa8d4d82f955dfe90 P dd6537ffaf4b4b77ac05544026c6df40: Time spent starting tablet: real 0.003s	user 0.005s	sys 0.000s
06:12:45.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.344936 31922 heartbeater.cc:507] Master 127.27.84.254:37379 requested a full tablet report, sending...
06:12:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.345310 28049 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.345364 28290 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.345829 28049 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.84.195:51001
06:12:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.346568 31922 heartbeater.cc:499] Master 127.27.84.254:37379 was elected leader, sending a full tablet report...
06:12:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.346762 31923 heartbeater.cc:344] Connected to a master server at 127.27.84.253:42387
06:12:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.346815 31923 heartbeater.cc:461] Registering TS with master...
06:12:45.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.346872 31923 heartbeater.cc:507] Master 127.27.84.253:42387 requested a full tablet report, sending...
06:12:45.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.347157 28167 ts_manager.cc:194] Re-registered known tserver with Master: dd6537ffaf4b4b77ac05544026c6df40 (127.27.84.195:39353)
06:12:45.347 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786515134843, tablet=af60d6e689a547baa8d4d82f955dfe90, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:12:45.352 [DEBUG - main] (Connection.java:575) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] disconnecting while in state READY
06:12:45.353 [DEBUG - main] (Connection.java:575) [peer f56439e30a6c4a8c91f0e3cfa94c9ad0(127.27.84.193:36701)] disconnecting while in state TERMINATED
06:12:45.353 [DEBUG - main] (Connection.java:575) [peer dd6537ffaf4b4b77ac05544026c6df40(127.27.84.195:39353)] disconnecting while in state TERMINATED
06:12:45.353 [DEBUG - main] (Connection.java:575) [peer master-127.27.84.254:37379(127.27.84.254:37379)] disconnecting while in state READY
06:12:45.354 [DEBUG - main] (Connection.java:575) [peer master-127.27.84.252:40693(127.27.84.252:40693)] disconnecting while in state READY
06:12:45.354 [DEBUG - main] (Connection.java:575) [peer master-127.27.84.253:42387(127.27.84.253:42387)] disconnecting while in state READY
06:12:45.355 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.84.252:40693(127.27.84.252:40693)] handling channelInactive
06:12:45.355 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.84.254:37379(127.27.84.254:37379)] handling channelInactive
06:12:45.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.84.252:40693(127.27.84.252:40693)] cleaning up while in state READY due to: connection closed
06:12:45.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.84.254:37379(127.27.84.254:37379)] cleaning up while in state READY due to: connection closed
06:12:45.356 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:12:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.360127 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 31434
06:12:45.360 [DEBUG - kudu-nio-2] (Connection.java:239) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] handling channelInactive
06:12:45.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer df95d99b377a4619bcfeede49217e347(127.27.84.194:37287)] cleaning up while in state READY due to: connection closed
06:12:45.369 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.84.253:42387(127.27.84.253:42387)] handling channelInactive
06:12:45.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.84.253:42387(127.27.84.253:42387)] cleaning up while in state READY due to: connection closed
06:12:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.376291 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 31183
06:12:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.408535 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 31732
06:12:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.426765 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 28005
06:12:45.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.438089 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 28117
06:12:45.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:12:45.452571 27987 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskqCRwhz/build/release/bin/kudu with pid 28234
06:12:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:12:45Z chronyd exiting

Time: 33.068

OK (1 test)

