JUnit version 4.13.2
.06:04:38.945 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786514678936
06:04:39.009 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
06:04:39.049 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:04:39.061 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task6evo3n/test-tmp
06:04:39.092 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
06:04:39.095 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task6evo3n/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
06:04:39.327 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

06:04:39.350 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:04:39.351 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

06:04:39.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.353268  2222 mini_oidc.cc:150] Starting JWKS server
06:04:39.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.355782  2222 webserver.cc:533] Webserver started at http://127.0.0.1:46489/ using document root <none> and password file <none>
06:04:39.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.356132  2222 mini_oidc.cc:186] Starting OIDC Discovery server
06:04:39.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.356539  2222 webserver.cc:533] Webserver started at http://127.0.0.1:35489/ using document root <none> and password file <none>
06:04:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:04:39Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
06:04:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:04:39Z Disabled control of system clock
06:04:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.375496  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/wal
06:04:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/data
06:04:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:39.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:39.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:39.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/logs
06:04:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/data/info.pb
06:04:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:04:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:04:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:04:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.190:44749
06:04:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.190
06:04:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:04:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:04:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46489/jwks.json with env {}
06:04:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.506112  2240 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:39.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.506417  2240 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:39.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.506465  2240 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:39.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.510713  2240 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
06:04:39.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.510833  2240 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:39.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.510864  2240 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
06:04:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.510885  2240 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
06:04:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.510937  2240 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
06:04:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.510957  2240 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46489/jwks.json
06:04:39.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.516891  2240 master_runner.cc:387] Master server non-default flags:
06:04:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/data
06:04:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/wal
06:04:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:04:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:04:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.190:44749
06:04:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:04:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:04:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46489/jwks.json
06:04:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/data/info.pb
06:04:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.190
06:04:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2240
06:04:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/logs
06:04:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:04:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:39.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.518815  2240 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:39.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.520638  2240 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.528851  2246 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.528841  2251 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.528841  2248 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.529213  2240 server_base.cc:1061] running on GCE node
06:04:39.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.530012  2240 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:39.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.531553  2240 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:39.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.532809  2240 hybrid_clock.cc:648] HybridClock initialized: now 1786514679532793 us; error 58 us; skew 500 ppm
06:04:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.536335  2240 webserver.cc:533] Webserver started at http://127.2.43.190:38857/ using document root <none> and password file <none>
06:04:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.537636  2240 fs_manager.cc:362] Metadata directory not provided
06:04:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.537808  2240 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.538134  2240 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:04:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.540452  2240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/data/instance:
06:04:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8eec62840d6541d09f54aa4aab6827ac"
06:04:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:39 on dist-test-slave-1nl6"
06:04:39.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.541199  2240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/wal/instance:
06:04:39.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8eec62840d6541d09f54aa4aab6827ac"
06:04:39.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:39 on dist-test-slave-1nl6"
06:04:39.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.546268  2240 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.000s
06:04:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.550197  2257 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.552207  2240 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.002s
06:04:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.552412  2240 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/wal
06:04:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8eec62840d6541d09f54aa4aab6827ac"
06:04:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:39 on dist-test-slave-1nl6"
06:04:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.552551  2240 fs_report.cc:389] FS layout report
06:04:39.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:39.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/wal
06:04:39.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/wal
06:04:39.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/data/data
06:04:39.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:39.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:39.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:39.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:39.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:39.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.570140  2240 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:39.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.571249  2240 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:39.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.571503  2240 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:39.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.582576  2240 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.190:44749
06:04:39.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.582564  2344 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.190:44749 every 8 connection(s)
06:04:39.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.584952  2240 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/data/info.pb
06:04:39.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.586270  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 2240
06:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.586474  2222 external_mini_cluster.cc:1449] Reading /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-0/wal/instance
06:04:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.588321  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/wal
06:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/data
06:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/logs
06:04:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/data/info.pb
06:04:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:39.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:39.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:39.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:39.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:39.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:39.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:39.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:39.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:04:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:04:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:04:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.189:33591
06:04:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.189
06:04:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:04:39.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:39.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:04:39.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46489/jwks.json with env {}
06:04:39.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.589382  2345 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:04:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.594514  2345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } has no permanent_uuid. Determining permanent_uuid...
06:04:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.610476  2345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } has no permanent_uuid. Determining permanent_uuid...
06:04:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.611961  2262 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.189:33591: connect: Connection refused (error 111)
06:04:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.613554  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.43.189:33591: Network error: Client connection negotiation failed: client connection to 127.2.43.189:33591: connect: Connection refused (error 111)
06:04:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.662858  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } attempt: 1
06:04:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.664767  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.43.189:33591: Network error: Client connection negotiation failed: client connection to 127.2.43.189:33591: connect: Connection refused (error 111)
06:04:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.723301  2350 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.723596  2350 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.723649  2350 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.727603  2350 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
06:04:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.727732  2350 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:39.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.727768  2350 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
06:04:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.727797  2350 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
06:04:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.727826  2350 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
06:04:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.727846  2350 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46489/jwks.json
06:04:39.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.733004  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } attempt: 2
06:04:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.733150  2350 master_runner.cc:387] Master server non-default flags:
06:04:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/data
06:04:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/wal
06:04:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:04:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:04:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.189:33591
06:04:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:04:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:04:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46489/jwks.json
06:04:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/data/info.pb
06:04:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.189
06:04:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2350
06:04:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/logs
06:04:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:04:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.735124  2350 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:39.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.735539  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.43.189:33591: Network error: Client connection negotiation failed: client connection to 127.2.43.189:33591: connect: Connection refused (error 111)
06:04:39.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.737226  2350 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.745095  2367 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.745234  2370 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.745095  2365 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.746109  2350 server_base.cc:1061] running on GCE node
06:04:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.746871  2350 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:39.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.748314  2350 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.749545  2350 hybrid_clock.cc:648] HybridClock initialized: now 1786514679749478 us; error 92 us; skew 500 ppm
06:04:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.752580  2350 webserver.cc:533] Webserver started at http://127.2.43.189:42575/ using document root <none> and password file <none>
06:04:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.753494  2350 fs_manager.cc:362] Metadata directory not provided
06:04:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.753600  2350 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.753863  2350 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:04:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.756477  2350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/data/instance:
06:04:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3008c9796bc5441eafa4aae2e5229056"
06:04:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:39 on dist-test-slave-1nl6"
06:04:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.757323  2350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/wal/instance:
06:04:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3008c9796bc5441eafa4aae2e5229056"
06:04:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:39 on dist-test-slave-1nl6"
06:04:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.763034  2350 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
06:04:39.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.767035  2380 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:39.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.768941  2350 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
06:04:39.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.769186  2350 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/wal
06:04:39.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3008c9796bc5441eafa4aae2e5229056"
06:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:39 on dist-test-slave-1nl6"
06:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.769326  2350 fs_report.cc:389] FS layout report
06:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/wal
06:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/wal
06:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/data/data
06:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:39.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:39.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:39.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:39.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:39.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.802393  2350 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.803494  2350 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.803798  2350 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:39.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.813211  2350 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.189:33591
06:04:39.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.813258  2469 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.189:33591 every 8 connection(s)
06:04:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.814535  2350 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/data/info.pb
06:04:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.819509  2470 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:04:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.820731  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 2350
06:04:39.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.820864  2222 external_mini_cluster.cc:1449] Reading /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-1/wal/instance
06:04:39.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.821806  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:39.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:39.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/wal
06:04:39.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/data
06:04:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/logs
06:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/data/info.pb
06:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:04:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:04:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:04:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.188:38209
06:04:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.188
06:04:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:39.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:39.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:04:39.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:04:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46489/jwks.json with env {}
06:04:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.825174  2470 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } has no permanent_uuid. Determining permanent_uuid...
06:04:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.826759  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } attempt: 3
06:04:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.841094  2470 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } has no permanent_uuid. Determining permanent_uuid...
06:04:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.841576  2345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } has no permanent_uuid. Determining permanent_uuid...
06:04:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.843509  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.43.188:38209: Network error: Client connection negotiation failed: client connection to 127.2.43.188:38209: connect: Connection refused (error 111)
06:04:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.848067  2470 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } has no permanent_uuid. Determining permanent_uuid...
06:04:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.849146  2388 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.188:38209: connect: Connection refused (error 111)
06:04:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.850667  2470 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.43.188:38209: Network error: Client connection negotiation failed: client connection to 127.2.43.188:38209: connect: Connection refused (error 111)
06:04:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.874751  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } attempt: 1
06:04:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.876567  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.43.188:38209: Network error: Client connection negotiation failed: client connection to 127.2.43.188:38209: connect: Connection refused (error 111)
06:04:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.900102  2470 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } attempt: 1
06:04:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.902240  2470 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.43.188:38209: Network error: Client connection negotiation failed: client connection to 127.2.43.188:38209: connect: Connection refused (error 111)
06:04:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.951866  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } attempt: 2
06:04:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.954104  2345 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.43.188:38209: Network error: Client connection negotiation failed: client connection to 127.2.43.188:38209: connect: Connection refused (error 111)
06:04:39.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.968976  2474 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:39.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.969316  2474 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:39.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.969393  2474 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:39.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.970588  2470 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } attempt: 2
06:04:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.973132  2470 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.43.188:38209: Network error: Client connection negotiation failed: client connection to 127.2.43.188:38209: connect: Connection refused (error 111)
06:04:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.974509  2474 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
06:04:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.974618  2474 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.974653  2474 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
06:04:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.974680  2474 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
06:04:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.974705  2474 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
06:04:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.974725  2474 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46489/jwks.json
06:04:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.979872  2474 master_runner.cc:387] Master server non-default flags:
06:04:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/data
06:04:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/wal
06:04:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:04:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:04:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.188:38209
06:04:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:04:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:04:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46489/jwks.json
06:04:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:39.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/data/info.pb
06:04:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.188
06:04:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2474
06:04:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/logs
06:04:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:04:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.981747  2474 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.983760  2474 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.991583  2486 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.991571  2488 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:39.991559  2490 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.992365  2474 server_base.cc:1061] running on GCE node
06:04:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.993173  2474 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:39.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.994740  2474 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.995985  2474 hybrid_clock.cc:648] HybridClock initialized: now 1786514679995952 us; error 62 us; skew 500 ppm
06:04:39.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.998674  2474 webserver.cc:533] Webserver started at http://127.2.43.188:35029/ using document root <none> and password file <none>
06:04:39.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.999588  2474 fs_manager.cc:362] Metadata directory not provided
06:04:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.999665  2474 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:39.999876  2474 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:04:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.001811  2474 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/data/instance:
06:04:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb6962ef12c74fd38ca7aa35027ab501"
06:04:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:39 on dist-test-slave-1nl6"
06:04:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.002399  2474 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/wal/instance:
06:04:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb6962ef12c74fd38ca7aa35027ab501"
06:04:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:39 on dist-test-slave-1nl6"
06:04:40.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.006709  2474 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.007s	sys 0.000s
06:04:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.010408  2500 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.012362  2474 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
06:04:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.012625  2474 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/wal
06:04:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb6962ef12c74fd38ca7aa35027ab501"
06:04:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:39 on dist-test-slave-1nl6"
06:04:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.012768  2474 fs_report.cc:389] FS layout report
06:04:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/wal
06:04:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/wal
06:04:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/data/data
06:04:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:40.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.038585  2474 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.039669  2474 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:40.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.039943  2474 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:40.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.049219  2474 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.188:38209
06:04:40.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.049216  2583 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.188:38209 every 8 connection(s)
06:04:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.050623  2474 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/data/info.pb
06:04:40.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.053368  2345 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } attempt: 3
06:04:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.053951  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 2474
06:04:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.054055  2222 external_mini_cluster.cc:1449] Reading /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/master-2/wal/instance
06:04:40.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.056890  2584 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:04:40.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.064406  2470 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } attempt: 3
06:04:40.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.064016  2584 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } has no permanent_uuid. Determining permanent_uuid...
06:04:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.071561  2345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac: Bootstrap starting.
06:04:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.075420  2584 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } has no permanent_uuid. Determining permanent_uuid...
06:04:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.076009  2345 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac: Neither blocks nor log segments found. Creating new log.
06:04:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.076725  2470 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056: Bootstrap starting.
06:04:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.077184  2345 log.cc:826] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac: Log is configured to *not* fsync() on all Append() calls
06:04:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.080060  2470 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056: Neither blocks nor log segments found. Creating new log.
06:04:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.080276  2345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac: No bootstrap required, opened a new log
06:04:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.081795  2470 log.cc:826] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056: Log is configured to *not* fsync() on all Append() calls
06:04:40.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.084165  2584 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } has no permanent_uuid. Determining permanent_uuid...
06:04:40.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.084545  2470 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056: No bootstrap required, opened a new log
06:04:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.085141  2345 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } }
06:04:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.085757  2345 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:04:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.086071  2345 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8eec62840d6541d09f54aa4aab6827ac, State: Initialized, Role: FOLLOWER
06:04:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.086997  2345 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } }
06:04:40.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.088773  2345 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [sys.catalog]: configured and running, proceeding with master startup.
06:04:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.089722  2599 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.090128  2470 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } }
06:04:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.090370  2470 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:04:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.090435  2470 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3008c9796bc5441eafa4aae2e5229056, State: Initialized, Role: FOLLOWER
06:04:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.091081  2470 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } }
06:04:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.092681  2470 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [sys.catalog]: configured and running, proceeding with master startup.
06:04:40.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.093142  2584 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501: Bootstrap starting.
06:04:40.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.093976  2608 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.094419  2608 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [sys.catalog]: This master's current role is: FOLLOWER
06:04:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.098176  2584 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501: Neither blocks nor log segments found. Creating new log.
06:04:40.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.093186  2599 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [sys.catalog]: This master's current role is: FOLLOWER
06:04:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.097113  2240 master_runner.cc:187] Error getting master registration for 127.2.43.189:33591: OK, instance_id { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" instance_seqno: 1786514679810513 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:04:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.099793  2240 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
06:04:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.100881  2616 catalog_manager.cc:1614] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:04:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.100883  2584 log.cc:826] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501: Log is configured to *not* fsync() on all Append() calls
06:04:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.101450  2616 catalog_manager.cc:884] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:04:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.104413  2584 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501: No bootstrap required, opened a new log
06:04:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.105405  2640 catalog_manager.cc:1614] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:04:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.105504  2640 catalog_manager.cc:884] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:04:40.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.109319  2584 raft_consensus.cc:359] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } }
06:04:40.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.110195  2584 raft_consensus.cc:385] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:04:40.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.110582  2584 raft_consensus.cc:740] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb6962ef12c74fd38ca7aa35027ab501, State: Initialized, Role: FOLLOWER
06:04:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.109222  2350 master_runner.cc:187] Error getting master registration for 127.2.43.188:38209: OK, instance_id { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" instance_seqno: 1786514680046358 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:04:40.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.111600  2584 consensus_queue.cc:260] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } }
06:04:40.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.113404  2350 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
06:04:40.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.113476  2584 sys_catalog.cc:565] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [sys.catalog]: configured and running, proceeding with master startup.
06:04:40.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.116879  2644 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.117762  2644 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [sys.catalog]: This master's current role is: FOLLOWER
06:04:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.128038  2474 master_runner.cc:264] No leader master found from master bb6962ef12c74fd38ca7aa35027ab501
06:04:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.128163  2474 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
06:04:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.136675  2662 catalog_manager.cc:1614] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:04:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.137472  2662 catalog_manager.cc:884] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:04:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.242937  2599 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:04:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.243199  2599 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } }
06:04:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.244715  2599 leader_election.cc:290] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3008c9796bc5441eafa4aae2e5229056 (127.2.43.189:33591), bb6962ef12c74fd38ca7aa35027ab501 (127.2.43.188:38209)
06:04:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.249404  2432 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8eec62840d6541d09f54aa4aab6827ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3008c9796bc5441eafa4aae2e5229056" is_pre_election: true
06:04:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.249931  2432 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8eec62840d6541d09f54aa4aab6827ac in term 0.
06:04:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.251169  2544 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8eec62840d6541d09f54aa4aab6827ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb6962ef12c74fd38ca7aa35027ab501" is_pre_election: true
06:04:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.253569  2544 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8eec62840d6541d09f54aa4aab6827ac in term 0.
06:04:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.255496  2262 leader_election.cc:304] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8eec62840d6541d09f54aa4aab6827ac, bb6962ef12c74fd38ca7aa35027ab501; no voters: 
06:04:40.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.256560  2599 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 0 FOLLOWER]: Leader pre-election won for term 1
06:04:40.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.256821  2599 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:04:40.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.256886  2599 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 0 FOLLOWER]: Advancing to term 1
06:04:40.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.258374  2599 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } }
06:04:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.259953  2599 leader_election.cc:290] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [CANDIDATE]: Term 1 election: Requested vote from peers 3008c9796bc5441eafa4aae2e5229056 (127.2.43.189:33591), bb6962ef12c74fd38ca7aa35027ab501 (127.2.43.188:38209)
06:04:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.261062  2432 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8eec62840d6541d09f54aa4aab6827ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3008c9796bc5441eafa4aae2e5229056"
06:04:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.261256  2432 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [term 0 FOLLOWER]: Advancing to term 1
06:04:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.262773  2432 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8eec62840d6541d09f54aa4aab6827ac in term 1.
06:04:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.265383  2544 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8eec62840d6541d09f54aa4aab6827ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb6962ef12c74fd38ca7aa35027ab501"
06:04:40.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.265586  2544 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [term 0 FOLLOWER]: Advancing to term 1
06:04:40.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.267099  2544 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8eec62840d6541d09f54aa4aab6827ac in term 1.
06:04:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.268603  2262 leader_election.cc:304] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8eec62840d6541d09f54aa4aab6827ac, bb6962ef12c74fd38ca7aa35027ab501; no voters: 
06:04:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.269011  2599 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 1 FOLLOWER]: Leader election won for term 1
06:04:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.269299  2599 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [term 1 LEADER]: Becoming Leader. State: Replica: 8eec62840d6541d09f54aa4aab6827ac, State: Running, Role: LEADER
06:04:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.269747  2599 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } }
06:04:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.273949  2599 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8eec62840d6541d09f54aa4aab6827ac. Latest consensus state: current_term: 1 leader_uuid: "8eec62840d6541d09f54aa4aab6827ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.274132  2599 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [sys.catalog]: This master's current role is: LEADER
06:04:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.279417  2669 catalog_manager.cc:1531] Loading table and tablet metadata into memory...
06:04:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.280848  2669 catalog_manager.cc:1540] Initializing Kudu cluster ID...
06:04:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.291560  2510 tablet.cc:2406] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:04:40.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.301484  2544 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [term 1 FOLLOWER]: Refusing update from remote peer 8eec62840d6541d09f54aa4aab6827ac: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:04:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.303977  2599 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:04:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.307660  2393 tablet.cc:2406] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:04:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.317138  2644 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8eec62840d6541d09f54aa4aab6827ac. Latest consensus state: current_term: 1 leader_uuid: "8eec62840d6541d09f54aa4aab6827ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.317365  2644 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [sys.catalog]: This master's current role is: FOLLOWER
06:04:40.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.320655  2432 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [term 1 FOLLOWER]: Refusing update from remote peer 8eec62840d6541d09f54aa4aab6827ac: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:04:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.323002  2599 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:04:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.327649  2666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8eec62840d6541d09f54aa4aab6827ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.327863  2666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [sys.catalog]: This master's current role is: LEADER
06:04:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.329718  2644 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8eec62840d6541d09f54aa4aab6827ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.329905  2644 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501 [sys.catalog]: This master's current role is: FOLLOWER
06:04:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.335887  2669 catalog_manager.cc:1384] Generated new cluster ID: e1b97a83ae1e4fb7860ad4b9e1a9d84a
06:04:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.336047  2669 catalog_manager.cc:1551] Initializing Kudu internal certificate authority...
06:04:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.339644  2671 mvcc.cc:204] Tried to move back new op lower bound from 7317564130499248128 to 7317564130396364800. Current Snapshot: MvccSnapshot[applied={T|T < 7317564130499248128 or (T in {7317564130499248128})}]
06:04:40.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.350116  2608 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8eec62840d6541d09f54aa4aab6827ac. Latest consensus state: current_term: 1 leader_uuid: "8eec62840d6541d09f54aa4aab6827ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.350313  2608 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [sys.catalog]: This master's current role is: FOLLOWER
06:04:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.350445  2608 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8eec62840d6541d09f54aa4aab6827ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.350508  2608 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056 [sys.catalog]: This master's current role is: FOLLOWER
06:04:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.361884  2666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8eec62840d6541d09f54aa4aab6827ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8eec62840d6541d09f54aa4aab6827ac" member_type: VOTER last_known_addr { host: "127.2.43.190" port: 44749 } } peers { permanent_uuid: "3008c9796bc5441eafa4aae2e5229056" member_type: VOTER last_known_addr { host: "127.2.43.189" port: 33591 } } peers { permanent_uuid: "bb6962ef12c74fd38ca7aa35027ab501" member_type: VOTER last_known_addr { host: "127.2.43.188" port: 38209 } } }
06:04:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.362080  2666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac [sys.catalog]: This master's current role is: LEADER
06:04:40.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.370293  2669 catalog_manager.cc:1407] Generated new certificate authority record
06:04:40.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.372303  2669 catalog_manager.cc:1560] Loading token signing keys...
06:04:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.386121  2678 mvcc.cc:204] Tried to move back new op lower bound from 7317564130499248128 to 7317564130396364800. Current Snapshot: MvccSnapshot[applied={T|T < 7317564130499248128}]
06:04:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.401335  2669 catalog_manager.cc:6112] T 00000000000000000000000000000000 P 8eec62840d6541d09f54aa4aab6827ac: Generated new TSK 0
06:04:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.402781  2669 catalog_manager.cc:1570] Initializing in-progress tserver states...
06:04:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.408970  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data
06:04:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/logs
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.129:0
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.129
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.129
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:04:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.544625  2685 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.544940  2685 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.544991  2685 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:40.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.549009  2685 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:40.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.549167  2685 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.129
06:04:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.554193  2685 tablet_server_runner.cc:78] Tablet server non-default flags:
06:04:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data
06:04:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.129:0
06:04:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:04:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.129
06:04:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2685
06:04:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.129
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/logs
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.555827  2685 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.557703  2685 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.577266  2692 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.578545  2685 server_base.cc:1061] running on GCE node
06:04:40.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.577380  2695 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.580264  2693 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:40.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.580880  2685 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:40.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.581692  2685 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:40.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.582966  2685 hybrid_clock.cc:648] HybridClock initialized: now 1786514680582884 us; error 51 us; skew 500 ppm
06:04:40.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.586090  2685 webserver.cc:533] Webserver started at http://127.2.43.129:38573/ using document root <none> and password file <none>
06:04:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.587047  2685 fs_manager.cc:362] Metadata directory not provided
06:04:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.587158  2685 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.587520  2685 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:04:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.590107  2685 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/instance:
06:04:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:04:40.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:40.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.591606  2685 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal/instance:
06:04:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:04:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:40.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.597630  2685 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
06:04:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.601734  2707 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.603235  2685 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
06:04:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.603391  2685 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:04:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.603495  2685 fs_report.cc:389] FS layout report
06:04:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/data
06:04:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:40.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.626240  2685 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.627108  2685 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.627297  2685 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.627964  2685 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.629331  2685 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.629415  2685 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.629604  2685 ts_tablet_manager.cc:616] Registered 0 tablets
06:04:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.629637  2685 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:04:40.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.642323  2685 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.129:40715
06:04:40.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.642369  2895 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.129:40715 every 8 connection(s)
06:04:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.643819  2685 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:04:40.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.650300  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 2685
06:04:40.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.650419  2222 external_mini_cluster.cc:1449] Reading /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal/instance
06:04:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.655979  2896 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:04:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.656121  2898 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:04:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.656127  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/logs
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.130:0
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.130
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.130
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.656325  2898 heartbeater.cc:461] Registering TS with master...
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.656322  2896 heartbeater.cc:461] Registering TS with master...
06:04:40.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.657250  2898 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:04:40.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.657250  2896 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:04:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.660672  2526 ts_manager.cc:194] Registered new tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:04:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.662613  2897 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:04:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.662763  2897 heartbeater.cc:461] Registering TS with master...
06:04:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.662737  2404 ts_manager.cc:194] Registered new tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:04:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.663081  2897 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:04:40.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.664366  2285 ts_manager.cc:194] Registered new tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:04:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.665678  2285 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.129:46479
06:04:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.794370  2913 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:40.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.794705  2913 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:40.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.794775  2913 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:40.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.798863  2913 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:40.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.799150  2913 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.130
06:04:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.804013  2913 tablet_server_runner.cc:78] Tablet server non-default flags:
06:04:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data
06:04:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:40.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.130:0
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.130
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2913
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.130
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/logs
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:40.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:04:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:40.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.805918  2913 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:40.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.807562  2913 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:40.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.816820  2920 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:40.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.817498  2913 server_base.cc:1061] running on GCE node
06:04:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.816820  2923 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:40.816823  2925 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.818364  2913 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.819802  2913 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:40.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.821059  2913 hybrid_clock.cc:648] HybridClock initialized: now 1786514680821017 us; error 78 us; skew 500 ppm
06:04:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.824676  2913 webserver.cc:533] Webserver started at http://127.2.43.130:37863/ using document root <none> and password file <none>
06:04:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.825680  2913 fs_manager.cc:362] Metadata directory not provided
06:04:40.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.825765  2913 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:40.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.826190  2913 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:04:40.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.829222  2913 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/instance:
06:04:40.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:04:40.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:40.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.830070  2913 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal/instance:
06:04:40.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:04:40.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.835616  2913 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.001s
06:04:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.839937  2932 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.841624  2913 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
06:04:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.841809  2913 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:04:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.841949  2913 fs_report.cc:389] FS layout report
06:04:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/data
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.862099  2913 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.863046  2913 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.863241  2913 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.863905  2913 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:04:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.865278  2913 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:04:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.865358  2913 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:04:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.865408  2913 ts_tablet_manager.cc:616] Registered 0 tablets
06:04:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.865423  2913 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:04:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.879983  2913 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.130:36045
06:04:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.880023  3121 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.130:36045 every 8 connection(s)
06:04:40.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.881299  2913 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:04:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.887629  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 2913
06:04:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.887791  2222 external_mini_cluster.cc:1449] Reading /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal/instance
06:04:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.893567  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:0
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.896342  3125 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:04:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.896793  3125 heartbeater.cc:461] Registering TS with master...
06:04:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.896325  3122 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:04:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.897946  3125 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:04:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.898216  3122 heartbeater.cc:461] Registering TS with master...
06:04:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.898372  3126 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:04:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.898432  3126 heartbeater.cc:461] Registering TS with master...
06:04:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.898501  3122 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:04:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.898566  3126 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:04:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.899685  2285 ts_manager.cc:194] Registered new tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.899735  2404 ts_manager.cc:194] Registered new tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.900597  2285 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.130:34703
06:04:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:40.900964  2526 ts_manager.cc:194] Registered new tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:41.060097  3132 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:41.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:41.060511  3132 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:41.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:41.060583  3132 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:41.065518  3132 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:41.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:41.065702  3132 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.131
06:04:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.072487  3132 tablet_server_runner.cc:78] Tablet server non-default flags:
06:04:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:04:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:0
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3132
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.074510  3132 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.076969  3132 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:41.087133  3141 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:41.087141  3142 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.087383  3132 server_base.cc:1061] running on GCE node
06:04:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:41.087188  3144 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.089365  3132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.090579  3132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.091981  3132 hybrid_clock.cc:648] HybridClock initialized: now 1786514681091926 us; error 110 us; skew 500 ppm
06:04:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.096256  3132 webserver.cc:533] Webserver started at http://127.2.43.131:43609/ using document root <none> and password file <none>
06:04:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.097266  3132 fs_manager.cc:362] Metadata directory not provided
06:04:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.097393  3132 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.097735  3132 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:04:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.100234  3132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/instance:
06:04:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4bf59f505904e209b1448c14f61f52b"
06:04:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:41 on dist-test-slave-1nl6"
06:04:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.100996  3132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal/instance:
06:04:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4bf59f505904e209b1448c14f61f52b"
06:04:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:41 on dist-test-slave-1nl6"
06:04:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.106740  3132 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.000s
06:04:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.107609  2640 catalog_manager.cc:1296] Loaded cluster ID: e1b97a83ae1e4fb7860ad4b9e1a9d84a
06:04:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.107713  2640 catalog_manager.cc:1608] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056: loading cluster ID for follower catalog manager: success
06:04:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.110283  2640 catalog_manager.cc:1630] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056: acquiring CA information for follower catalog manager: success
06:04:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.111728  3153 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:41.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.111971  2640 catalog_manager.cc:1658] T 00000000000000000000000000000000 P 3008c9796bc5441eafa4aae2e5229056: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:04:41.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.113580  3132 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.113785  3132 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4bf59f505904e209b1448c14f61f52b"
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:41 on dist-test-slave-1nl6"
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.113900  3132 fs_report.cc:389] FS layout report
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/data
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:41.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:41.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.129263  3132 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.130108  3132 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.130316  3132 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.131038  3132 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:04:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.132354  3132 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:04:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.132421  3132 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:04:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.132472  3132 ts_tablet_manager.cc:616] Registered 0 tablets
06:04:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.132486  3132 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:04:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.139955  2662 catalog_manager.cc:1296] Loaded cluster ID: e1b97a83ae1e4fb7860ad4b9e1a9d84a
06:04:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.140084  2662 catalog_manager.cc:1608] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501: loading cluster ID for follower catalog manager: success
06:04:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.143128  2662 catalog_manager.cc:1630] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501: acquiring CA information for follower catalog manager: success
06:04:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.144917  2662 catalog_manager.cc:1658] T 00000000000000000000000000000000 P bb6962ef12c74fd38ca7aa35027ab501: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:04:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.147153  3132 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.131:42301
06:04:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.147176  3339 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.131:42301 every 8 connection(s)
06:04:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.148361  3132 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:04:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.148733  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 3132
06:04:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.148873  2222 external_mini_cluster.cc:1449] Reading /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal/instance
06:04:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.161564  3344 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:04:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.161695  3343 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:04:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.161700  3341 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:04:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.161962  3343 heartbeater.cc:461] Registering TS with master...
06:04:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.161960  3341 heartbeater.cc:461] Registering TS with master...
06:04:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.161960  3344 heartbeater.cc:461] Registering TS with master...
06:04:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.162726  3341 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:04:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.162726  3343 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:04:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.163082  3344 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:04:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.164578  2526 ts_manager.cc:194] Registered new tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.165048  2404 ts_manager.cc:194] Registered new tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.165057  2285 ts_manager.cc:194] Registered new tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.165896  2285 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.131:36709
06:04:41.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.178063  2222 external_mini_cluster.cc:956] 3 TS(s) registered with all masters
06:04:41.179 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:04:41.181 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

06:04:41.192 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.43.190"
      port: 44749
    }
    bound_http_address {
      host: "127.2.43.190"
      port: 38857
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.43.189"
      port: 33591
    }
    bound_http_address {
      host: "127.2.43.189"
      port: 42575
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.43.188"
      port: 38209
    }
    bound_http_address {
      host: "127.2.43.188"
      port: 35029
    }
  }
}

06:04:41.196 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

06:04:41.200 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.43.129"
      port: 40715
    }
    bound_http_address {
      host: "127.2.43.129"
      port: 38573
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.43.130"
      port: 36045
    }
    bound_http_address {
      host: "127.2.43.130"
      port: 37863
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.43.131"
      port: 42301
    }
    bound_http_address {
      host: "127.2.43.131"
      port: 43609
    }
  }
}

06:04:41.200 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:04:41.428 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
06:04:41.504 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
06:04:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.668298  2897 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:04:41.732 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.43.190:44749(127.2.43.190:44749)] connecting to peer
06:04:41.805 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.43.189:33591(127.2.43.189:33591)] connecting to peer
06:04:41.811 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.43.188:38209(127.2.43.188:38209)] connecting to peer
06:04:41.837 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.43.189:33591(127.2.43.189:33591)] Successfully connected to peer
06:04:41.837 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.43.188:38209(127.2.43.188:38209)] Successfully connected to peer
06:04:41.839 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.43.190:44749(127.2.43.190:44749)] Successfully connected to peer
06:04:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:41.903226  3125 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:04:41.970 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.2.43.188
06:04:41.971 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.2.43.190
06:04:41.971 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.2.43.189
06:04:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.168849  3343 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:04:42.266 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x9096f0da, L:/127.0.0.1:53026 - R:/127.2.43.190:44749] using SASL/PLAIN
06:04:42.266 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x5eb876cf, L:/127.0.0.1:33204 - R:/127.2.43.189:33591] using SASL/PLAIN
06:04:42.267 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x1dd8d30c, L:/127.0.0.1:34580 - R:/127.2.43.188:38209] using SASL/PLAIN
06:04:42.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:04:42.312 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=634), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.43.190:44749, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.43.189:33591, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.43.188:38209, [599ms] Sub RPC ConnectToMaster: received response from server master-127.2.43.188:38209: OK, [599ms] Sub RPC ConnectToMaster: received response from server master-127.2.43.189:33591: OK, [599ms] Sub RPC ConnectToMaster: received response from server master-127.2.43.190:44749: OK, deferred=null) after lookup
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.367746  2285 catalog_manager.cc:2303] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53026:
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654"
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:04:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:04:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:04:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:04:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:04:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:04:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
06:04:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
06:04:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
06:04:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
06:04:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:04:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:04:42.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:42.369604  2285 catalog_manager.cc:7119] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:04:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.415026  2793 tablet_service.cc:1511] Processing CreateTablet for tablet 5f9075ee58a14d678d7018dc4c4ffcdc (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654 [id=83b18c0af1974585b5692b3eba669c50]), partition=RANGE (key) PARTITION UNBOUNDED
06:04:42.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.417133  2793 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f9075ee58a14d678d7018dc4c4ffcdc. 1 dirs total, 0 dirs full, 0 dirs failed
06:04:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.420558  3236 tablet_service.cc:1511] Processing CreateTablet for tablet 5f9075ee58a14d678d7018dc4c4ffcdc (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654 [id=83b18c0af1974585b5692b3eba669c50]), partition=RANGE (key) PARTITION UNBOUNDED
06:04:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.420550  3008 tablet_service.cc:1511] Processing CreateTablet for tablet 5f9075ee58a14d678d7018dc4c4ffcdc (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654 [id=83b18c0af1974585b5692b3eba669c50]), partition=RANGE (key) PARTITION UNBOUNDED
06:04:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.421916  3008 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f9075ee58a14d678d7018dc4c4ffcdc. 1 dirs total, 0 dirs full, 0 dirs failed
06:04:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.421916  3236 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f9075ee58a14d678d7018dc4c4ffcdc. 1 dirs total, 0 dirs full, 0 dirs failed
06:04:42.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.428088  3400 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap starting.
06:04:42.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.431543  3400 tablet_bootstrap.cc:654] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Neither blocks nor log segments found. Creating new log.
06:04:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.432717  3400 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Log is configured to *not* fsync() on all Append() calls
06:04:42.436 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 83b18c0af1974585b5692b3eba669c50
06:04:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.434583  3402 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap starting.
06:04:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.435475  3400 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: No bootstrap required, opened a new log
06:04:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.435768  3400 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Time spent bootstrapping tablet: real 0.008s	user 0.002s	sys 0.005s
06:04:42.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.440687  3400 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:42.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.441465  3400 raft_consensus.cc:385] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:04:42.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.441743  3400 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 941e3a7b07814b9ebdc2767cbdd6b324, State: Initialized, Role: FOLLOWER
06:04:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.442530  3402 tablet_bootstrap.cc:654] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Neither blocks nor log segments found. Creating new log.
06:04:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.442561  3400 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.443738  3402 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Log is configured to *not* fsync() on all Append() calls
06:04:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.444402  3400 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Time spent starting tablet: real 0.009s	user 0.008s	sys 0.000s
06:04:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.444749  3404 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap starting.
06:04:42.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.447867  3404 tablet_bootstrap.cc:654] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Neither blocks nor log segments found. Creating new log.
06:04:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.449483  3404 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Log is configured to *not* fsync() on all Append() calls
06:04:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.453008  3402 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: No bootstrap required, opened a new log
06:04:42.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.453790  3402 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent bootstrapping tablet: real 0.019s	user 0.007s	sys 0.000s
06:04:42.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.455685  3404 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: No bootstrap required, opened a new log
06:04:42.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.455977  3404 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Time spent bootstrapping tablet: real 0.011s	user 0.006s	sys 0.000s
06:04:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.457530  3402 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.457830  3402 raft_consensus.cc:385] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:04:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.457895  3402 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4bf59f505904e209b1448c14f61f52b, State: Initialized, Role: FOLLOWER
06:04:42.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.459333  3402 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.460877  3402 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.000s
06:04:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.470534  3404 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.471282  3404 raft_consensus.cc:385] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:04:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.471554  3404 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30158e98f5c24f0f9aebd8e08bbaa2d5, State: Initialized, Role: FOLLOWER
06:04:42.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.472450  3404 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.475253  3404 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Time spent starting tablet: real 0.019s	user 0.004s	sys 0.004s
06:04:42.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:42.635460  3127 tablet.cc:2406] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:04:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:42.650607  2899 tablet.cc:2406] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:04:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:42.652292  3345 tablet.cc:2406] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:04:42.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.742002  3412 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:04:42.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.742278  3412 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.743820  3412 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.749166  3044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" is_pre_election: true
06:04:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.749320  2828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" is_pre_election: true
06:04:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.749610  2828 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 0.
06:04:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.749610  3044 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 0.
06:04:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.750284  3154 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, d4bf59f505904e209b1448c14f61f52b; no voters: 
06:04:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.750617  3412 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 0 FOLLOWER]: Leader pre-election won for term 1
06:04:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.750702  3412 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:04:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.750746  3412 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 0 FOLLOWER]: Advancing to term 1
06:04:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.751863  3412 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.752388  3412 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 1 election: Requested vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.753073  3044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:04:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.753082  2828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:04:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.753263  2828 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 0 FOLLOWER]: Advancing to term 1
06:04:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.753263  3044 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 0 FOLLOWER]: Advancing to term 1
06:04:42.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.754402  3044 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 1.
06:04:42.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.754535  2828 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 1.
06:04:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.755020  3154 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, d4bf59f505904e209b1448c14f61f52b; no voters: 
06:04:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.755496  3412 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 1 FOLLOWER]: Leader election won for term 1
06:04:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.755788  3412 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 1 LEADER]: Becoming Leader. State: Replica: d4bf59f505904e209b1448c14f61f52b, State: Running, Role: LEADER
06:04:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.756183  3412 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:42.761354  2284 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b reported cstate change: term changed from 0 to 1, leader changed from <none> to d4bf59f505904e209b1448c14f61f52b (127.2.43.131). New cstate: current_term: 1 leader_uuid: "d4bf59f505904e209b1448c14f61f52b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: HEALTHY } } }
06:04:42.929 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 83b18c0af1974585b5692b3eba669c50
06:04:42.951 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:42.958 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:42.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=null) after lookup
06:04:42.972 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:42.975 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] Successfully connected to peer
06:04:43.062 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x0fb0bccc, L:/127.0.0.1:45100 - R:/127.2.43.131:42301] using TOKEN/null
06:04:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:43.072559  2828 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 1 FOLLOWER]: Refusing update from remote peer d4bf59f505904e209b1448c14f61f52b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:04:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:43.072559  3044 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 1 FOLLOWER]: Refusing update from remote peer d4bf59f505904e209b1448c14f61f52b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:04:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:43.073897  3420 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [LEADER]: Connected to new peer: Peer: permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:04:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:43.074229  3412 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [LEADER]: Connected to new peer: Peer: permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:04:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:43.096235  3433 mvcc.cc:204] Tried to move back new op lower bound from 7317564141852299264 to 7317564140574064640. Current Snapshot: MvccSnapshot[applied={T|T < 7317564141852299264 or (T in {7317564141852299264})}]
06:04:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:43.096541  3431 mvcc.cc:204] Tried to move back new op lower bound from 7317564141852299264 to 7317564140574064640. Current Snapshot: MvccSnapshot[applied={T|T < 7317564141852299264 or (T in {7317564141852299264})}]
06:04:43.200 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:04:43.202 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.131:42301
06:04:43.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:04:43.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:43.204808  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 3132
06:04:43.228 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:43.231 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] handling channelInactive
06:04:43.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state READY due to: connection closed
06:04:43.232 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: connection closed
06:04:43.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:43.244 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:43.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [4ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@378635213(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@b813a5c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b1dae91 -> wakeup thread Time-limited test)) after lookup
06:04:43.245 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:43.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.249 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.264 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:43.264 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:43.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [4ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [21ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@378635213(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@b813a5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b1dae91 -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051))) after lookup
06:04:43.266 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:43.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.269 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:43.303 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:43.304 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [4ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [21ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [41ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [74ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@378635213(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@b813a5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b1dae91 -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029))) after lookup
06:04:43.305 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:43.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.308 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:43.403 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:43.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=175), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [4ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [21ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [41ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [74ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [77ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [79ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [80ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [174ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@378635213(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@b813a5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029) -> (continuation of Deferred@1882662632 after retry RPC@1829264420), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b1dae91 -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029) -> (continuation of Deferred@1882662632 after retry RPC@1829264420))) after lookup
06:04:43.404 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:43.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.406 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.663 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:43.663 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:43.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=435), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [4ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [21ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [41ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [74ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [77ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [79ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [80ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [174ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [176ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [178ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [178ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [430ms] refreshing cache from master, [431ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [434ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@378635213(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@b813a5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029) -> (continuation of Deferred@1882662632 after retry RPC@1829264420) -> (continuation of Deferred@1217209228 after retry RPC@383673309), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b1dae91 -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029) -> (continuation of Deferred@1882662632 after retry RPC@1829264420) -> (continuation of Deferred@1217209228 after retry RPC@383673309))) after lookup
06:04:43.664 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:43.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.666 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:43.884 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:43.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=656), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [4ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [21ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [41ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [74ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [77ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [79ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [80ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [174ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [176ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [178ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [178ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [430ms] refreshing cache from master, [431ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [434ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [436ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [438ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [438ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [651ms] refreshing cache from master, [651ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [655ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@378635213(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@b813a5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029) -> (continuation of Deferred@1882662632 after retry RPC@1829264420) -> (continuation of Deferred@1217209228 after retry RPC@383673309) -> (continuation of Deferred@95230175 after retry RPC@1827398576), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b1dae91 -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029) -> (continuation of Deferred@1882662632 after retry RPC@1829264420) -> (continuation of Deferred@1217209228 after retry RPC@383673309) -> (continuation of Deferred@95230175 after retry RPC@1827398576))) after lookup
06:04:43.886 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:43.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:43.887 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.630744  3456 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d4bf59f505904e209b1448c14f61f52b)
06:04:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.631094  3456 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.632855  3456 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.633414  3457 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d4bf59f505904e209b1448c14f61f52b)
06:04:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.633749  3457 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:44.634215  2712 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:04:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:44.635514  2712 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:04:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.635713  3457 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:44.636113  2936 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:04:44.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:44.637097  2936 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:04:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.638789  3044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" is_pre_election: true
06:04:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.639139  3044 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 941e3a7b07814b9ebdc2767cbdd6b324 in term 1.
06:04:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.639775  2709 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, 941e3a7b07814b9ebdc2767cbdd6b324; no voters: d4bf59f505904e209b1448c14f61f52b
06:04:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.640532  3456 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 1 FOLLOWER]: Leader pre-election won for term 2
06:04:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.640638  3456 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 1 FOLLOWER]: Starting leader election (detected failure of leader d4bf59f505904e209b1448c14f61f52b)
06:04:44.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.640686  3456 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 1 FOLLOWER]: Advancing to term 2
06:04:44.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.641340  2828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" is_pre_election: true
06:04:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.641961  3456 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.642354  2828 raft_consensus.cc:2393] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 30158e98f5c24f0f9aebd8e08bbaa2d5 in current term 2: Already voted for candidate 941e3a7b07814b9ebdc2767cbdd6b324 in this term.
06:04:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.642550  3456 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 2 election: Requested vote from peers 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.643107  2938 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5; no voters: 941e3a7b07814b9ebdc2767cbdd6b324, d4bf59f505904e209b1448c14f61f52b
06:04:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.643220  3044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:04:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.643397  3044 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 1 FOLLOWER]: Advancing to term 2
06:04:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.644336  3044 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 941e3a7b07814b9ebdc2767cbdd6b324 in term 2.
06:04:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.644480  3457 raft_consensus.cc:2749] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:04:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.644958  2709 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, 941e3a7b07814b9ebdc2767cbdd6b324; no voters: 
06:04:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.645164  3456 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 2 FOLLOWER]: Leader election won for term 2
06:04:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.645406  3456 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 2 LEADER]: Becoming Leader. State: Replica: 941e3a7b07814b9ebdc2767cbdd6b324, State: Running, Role: LEADER
06:04:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.645772  3456 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:44.646230  2712 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:04:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:44.648885  2285 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 reported cstate change: term changed from 1 to 2, leader changed from d4bf59f505904e209b1448c14f61f52b (127.2.43.131) to 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129). New cstate: current_term: 2 leader_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: UNKNOWN } } }
06:04:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:45.202952  3044 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 2 FOLLOWER]: Refusing update from remote peer 941e3a7b07814b9ebdc2767cbdd6b324: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
06:04:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:45.203931  3493 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
06:04:45.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:45.211822  2712 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 -> Peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Couldn't send request to peer d4bf59f505904e209b1448c14f61f52b. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:04:47.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:47.664 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:47.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4436), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [4ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [21ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [21ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [41ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [41ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [74ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [77ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [79ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [80ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [174ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [176ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [178ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [178ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [430ms] refreshing cache from master, [431ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [434ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [436ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [438ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [438ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [651ms] refreshing cache from master, [651ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [655ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [657ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [659ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [659ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [4431ms] refreshing cache from master, [4431ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [4435ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@378635213(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@b813a5c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029) -> (continuation of Deferred@1882662632 after retry RPC@1829264420) -> (continuation of Deferred@1217209228 after retry RPC@383673309) -> (continuation of Deferred@95230175 after retry RPC@1827398576) -> (continuation of Deferred@1315502748 after retry RPC@2108515970), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b1dae91 -> wakeup thread Time-limited test -> (continuation of Deferred@1821319089 after retry RPC@2074149051) -> (continuation of Deferred@313226853 after retry RPC@172183029) -> (continuation of Deferred@1882662632 after retry RPC@1829264420) -> (continuation of Deferred@1217209228 after retry RPC@383673309) -> (continuation of Deferred@95230175 after retry RPC@1827398576) -> (continuation of Deferred@1315502748 after retry RPC@2108515970))) after lookup
06:04:47.666 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:47.668 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] Successfully connected to peer
06:04:47.695 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x022a4151, L:/127.0.0.1:32916 - R:/127.2.43.129:40715] using TOKEN/null
06:04:47.723 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.131:42301
06:04:47.726 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:04:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.727041  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:42301
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43609
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:04:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:47.857945  3537 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:47.858244  3537 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:47.858292  3537 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:47.862532  3537 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:47.862696  3537 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.131
06:04:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.867390  3537 tablet_server_runner.cc:78] Tablet server non-default flags:
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:42301
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43609
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3537
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.868731  3537 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.870038  3537 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:47.878597  3546 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:47.878585  3544 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:47.878585  3549 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.879078  3537 server_base.cc:1061] running on GCE node
06:04:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.879590  3537 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.880272  3537 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.881467  3537 hybrid_clock.cc:648] HybridClock initialized: now 1786514687881451 us; error 42 us; skew 500 ppm
06:04:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.884110  3537 webserver.cc:533] Webserver started at http://127.2.43.131:43609/ using document root <none> and password file <none>
06:04:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.884833  3537 fs_manager.cc:362] Metadata directory not provided
06:04:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.884954  3537 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.889042  3537 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.000s	sys 0.004s
06:04:47.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.891856  3561 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.893811  3537 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
06:04:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.894065  3537 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4bf59f505904e209b1448c14f61f52b"
06:04:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:41 on dist-test-slave-1nl6"
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.894747  3537 fs_report.cc:389] FS layout report
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/data
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.925428  3537 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.926375  3537 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.926632  3537 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.927441  3537 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:04:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.929428  3573 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:04:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.935326  3537 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:04:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.935534  3537 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.000s
06:04:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.935653  3537 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:04:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.938047  3537 ts_tablet_manager.cc:616] Registered 1 tablets
06:04:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.938160  3537 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
06:04:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.938695  3573 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap starting.
06:04:47.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.953405  3537 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.131:42301
06:04:47.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.953482  3754 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.131:42301 every 8 connection(s)
06:04:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.955160  3537 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:04:47.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.957775  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 3537
06:04:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.957881  3573 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Log is configured to *not* fsync() on all Append() calls
06:04:47.969 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:04:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.969519  3573 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:04:47.970 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.129:40715
06:04:47.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.970052  3573 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap complete.
06:04:47.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:04:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.971499  3573 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent bootstrapping tablet: real 0.033s	user 0.018s	sys 0.014s
06:04:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.974323  3756 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:04:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.974627  3756 heartbeater.cc:461] Registering TS with master...
06:04:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.975186  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 2685
06:04:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.975478  3756 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:04:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.975579  3573 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.983783  3573 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4bf59f505904e209b1448c14f61f52b, State: Initialized, Role: FOLLOWER
06:04:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.984653  3573 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.987672  3573 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent starting tablet: real 0.016s	user 0.008s	sys 0.001s
06:04:47.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.995177  3757 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:04:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.995301  3757 heartbeater.cc:461] Registering TS with master...
06:04:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.995573  3757 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:04:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.996174  3755 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:04:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.996263  3755 heartbeater.cc:461] Registering TS with master...
06:04:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.996250  2284 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:47.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.996486  3755 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:04:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.996953  2404 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.997298  2284 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.131:46161
06:04:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.998335  2525 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:47.999727  3756 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:04:48.007 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] handling channelInactive
06:04:48.007 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:48.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state READY due to: connection closed
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:48.007985  3774 negotiation.cc:336] Failed RPC negotiation. Trace:
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:04:47.993348 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.2.43.129:53297 (local address 127.2.43.131:42301)
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:04:47.995359 (+  2011us) server_negotiation.cc:207] Beginning negotiation
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:04:47.995368 (+     9us) server_negotiation.cc:400] Waiting for connection header
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:04:47.995397 (+    29us) server_negotiation.cc:408] Connection header received
06:04:48.008 [DEBUG - Time-limited test] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:04:47.995485 (+    88us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:04:47.995490 (+     5us) server_negotiation.cc:462] Received NEGOTIATE request from client
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:04:47.995730 (+   240us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:04:47.995880 (+   150us) server_negotiation.cc:227] Negotiated authn=SASL
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:04:48.007050 (+ 11170us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.2.43.129:53297: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:04:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1865,"thread_start_us":136,"threads_started":1}
06:04:48.009 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.009 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.010 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:48.023 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:48.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [2ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1122914110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@5461a897 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16db7454 -> wakeup thread Time-limited test)) after lookup
06:04:48.024 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:48.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.025 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:48.043 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:48.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [2ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1122914110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@5461a897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16db7454 -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903))) after lookup
06:04:48.044 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:48.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.046 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.062 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:48.063 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:48.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [2ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [39ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [39ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1122914110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@5461a897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16db7454 -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667))) after lookup
06:04:48.064 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:48.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.065 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:48.143 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:48.144 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=136), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [2ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [39ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [39ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [56ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [58ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [58ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [135ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1122914110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@5461a897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667) -> (continuation of Deferred@736498153 after retry RPC@465326642), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16db7454 -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667) -> (continuation of Deferred@736498153 after retry RPC@465326642))) after lookup
06:04:48.145 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:48.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.147 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:48.443 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:48.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=436), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [2ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [39ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [39ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [56ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [58ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [58ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [135ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [137ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [140ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [140ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [431ms] refreshing cache from master, [432ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [436ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1122914110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@5461a897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667) -> (continuation of Deferred@736498153 after retry RPC@465326642) -> (continuation of Deferred@951203913 after retry RPC@595475755), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16db7454 -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667) -> (continuation of Deferred@736498153 after retry RPC@465326642) -> (continuation of Deferred@951203913 after retry RPC@595475755))) after lookup
06:04:48.445 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:48.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:48.447 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:49.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:49.105 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:49.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1097), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [2ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [39ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [39ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [56ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [58ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [58ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [135ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [137ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [140ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [140ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [431ms] refreshing cache from master, [432ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [436ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [437ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [440ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [440ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [1091ms] refreshing cache from master, [1091ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1097ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1122914110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@5461a897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667) -> (continuation of Deferred@736498153 after retry RPC@465326642) -> (continuation of Deferred@951203913 after retry RPC@595475755) -> (continuation of Deferred@121605893 after retry RPC@34715831), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16db7454 -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667) -> (continuation of Deferred@736498153 after retry RPC@465326642) -> (continuation of Deferred@951203913 after retry RPC@595475755) -> (continuation of Deferred@121605893 after retry RPC@34715831))) after lookup
06:04:49.106 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:49.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:49.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:49.109 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.222826  3776 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 941e3a7b07814b9ebdc2767cbdd6b324)
06:04:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.223012  3776 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.223594  3776 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:49.226262  2938 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715): Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111)
06:04:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.230748  3672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "d4bf59f505904e209b1448c14f61f52b" is_pre_election: true
06:04:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.231204  3672 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30158e98f5c24f0f9aebd8e08bbaa2d5 in term 1.
06:04:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.232138  2936 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, d4bf59f505904e209b1448c14f61f52b; no voters: 941e3a7b07814b9ebdc2767cbdd6b324
06:04:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.232470  3776 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 2 FOLLOWER]: Leader pre-election won for term 3
06:04:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.232627  3776 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 941e3a7b07814b9ebdc2767cbdd6b324)
06:04:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.232682  3776 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 2 FOLLOWER]: Advancing to term 3
06:04:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.233948  3776 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.234650  3776 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 3 election: Requested vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.235563  3672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "d4bf59f505904e209b1448c14f61f52b"
06:04:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.235785  3672 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 1 FOLLOWER]: Advancing to term 3
06:04:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:49.236083  2938 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715): Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111)
06:04:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.238009  3672 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30158e98f5c24f0f9aebd8e08bbaa2d5 in term 3.
06:04:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.238708  2936 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, d4bf59f505904e209b1448c14f61f52b; no voters: 941e3a7b07814b9ebdc2767cbdd6b324
06:04:49.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.239071  3776 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 3 FOLLOWER]: Leader election won for term 3
06:04:49.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.239326  3776 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 3 LEADER]: Becoming Leader. State: Replica: 30158e98f5c24f0f9aebd8e08bbaa2d5, State: Running, Role: LEADER
06:04:49.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.239688  3776 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.243643  2284 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 reported cstate change: term changed from 2 to 3, leader changed from 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129) to 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130). New cstate: current_term: 3 leader_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: UNKNOWN } } }
06:04:49.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.655800  3672 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 3 FOLLOWER]: Refusing update from remote peer 30158e98f5c24f0f9aebd8e08bbaa2d5: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
06:04:49.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:49.657141  3776 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
06:04:49.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:49.666778  2938 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111) [suppressed 2 similar messages]
06:04:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:49.668699  2938 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 -> Peer 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715): Couldn't send request to peer 941e3a7b07814b9ebdc2767cbdd6b324. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:04:51.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:51.244 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:51.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3236), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [2ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [15ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [17ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [35ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [37ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [39ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [39ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [56ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [58ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [58ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [135ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [137ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [140ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [140ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [431ms] refreshing cache from master, [432ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [436ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [437ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [440ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [440ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [1091ms] refreshing cache from master, [1091ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1097ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [1099ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [1101ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [1102ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3232ms] refreshing cache from master, [3232ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [3236ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1122914110(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@5461a897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667) -> (continuation of Deferred@736498153 after retry RPC@465326642) -> (continuation of Deferred@951203913 after retry RPC@595475755) -> (continuation of Deferred@121605893 after retry RPC@34715831) -> (continuation of Deferred@1494718199 after retry RPC@1456228706), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16db7454 -> wakeup thread Time-limited test -> (continuation of Deferred@1808353334 after retry RPC@645789903) -> (continuation of Deferred@238865939 after retry RPC@1196352667) -> (continuation of Deferred@736498153 after retry RPC@465326642) -> (continuation of Deferred@951203913 after retry RPC@595475755) -> (continuation of Deferred@121605893 after retry RPC@34715831) -> (continuation of Deferred@1494718199 after retry RPC@1456228706))) after lookup
06:04:51.245 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:51.247 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] Successfully connected to peer
06:04:51.264 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x72c776da, L:/127.0.0.1:54380 - R:/127.2.43.130:36045] using TOKEN/null
06:04:51.293 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.129:40715
06:04:51.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.295377  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/logs
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.129:40715
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.129
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38573
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.129
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:04:51.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:51.427392  3837 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:51.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:51.427681  3837 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:51.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:51.427733  3837 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:51.431525  3837 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:51.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:51.431691  3837 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.129
06:04:51.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.436437  3837 tablet_server_runner.cc:78] Tablet server non-default flags:
06:04:51.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:51.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.129:40715
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.129
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38573
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3837
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.129
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/logs
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:04:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.438021  3837 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.439745  3837 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:51.448182  3853 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:51.448182  3849 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:51.448182  3851 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.448632  3837 server_base.cc:1061] running on GCE node
06:04:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.449097  3837 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.449930  3837 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.451120  3837 hybrid_clock.cc:648] HybridClock initialized: now 1786514691451082 us; error 66 us; skew 500 ppm
06:04:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.454066  3837 webserver.cc:533] Webserver started at http://127.2.43.129:38573/ using document root <none> and password file <none>
06:04:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.455080  3837 fs_manager.cc:362] Metadata directory not provided
06:04:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.455205  3837 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.461078  3837 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.005s	sys 0.000s
06:04:51.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.464141  3861 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.465595  3837 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
06:04:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.465744  3837 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:04:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.466230  3837 fs_report.cc:389] FS layout report
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/data
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.481055  3837 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.481909  3837 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.482118  3837 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:51.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.482784  3837 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:04:51.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.484491  3872 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:04:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.489084  3837 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:04:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.489295  3837 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
06:04:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.489391  3837 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:04:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.492225  3837 ts_tablet_manager.cc:616] Registered 1 tablets
06:04:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.492300  3837 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
06:04:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.493021  3872 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap starting.
06:04:51.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.508255  3837 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.129:40715
06:04:51.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.508275  4040 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.129:40715 every 8 connection(s)
06:04:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.509634  3837 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:04:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.511312  3872 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Log is configured to *not* fsync() on all Append() calls
06:04:51.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.515188  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 3837
06:04:51.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:51.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.524456  4041 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:04:51.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.524778  4041 heartbeater.cc:461] Registering TS with master...
06:04:51.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.525496  4041 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:04:51.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.525885  3872 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:04:51.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.526347  3872 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap complete.
06:04:51.527 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:04:51.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.527758  3872 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Time spent bootstrapping tablet: real 0.035s	user 0.022s	sys 0.012s
06:04:51.528 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.130:36045
06:04:51.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:04:51.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.529124  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 2913
06:04:51.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.529263  2526 ts_manager.cc:194] Re-registered known tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:04:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.552111  4048 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:04:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.552316  4048 heartbeater.cc:461] Registering TS with master...
06:04:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.551786  3872 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.552470  3872 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 941e3a7b07814b9ebdc2767cbdd6b324, State: Initialized, Role: FOLLOWER
06:04:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.552664  4048 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:04:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.553071  3872 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.554194  4045 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:04:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.554353  4045 heartbeater.cc:461] Registering TS with master...
06:04:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.554432  3872 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Time spent starting tablet: real 0.027s	user 0.006s	sys 0.001s
06:04:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.554639  2404 ts_manager.cc:194] Re-registered known tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:04:51.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.554670  4045 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:04:51.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.556427  2285 ts_manager.cc:194] Re-registered known tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:04:51.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.557605  2285 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.129:39917
06:04:51.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:51.560055  4045 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:04:51.563 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:51.563 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] handling channelInactive
06:04:51.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state READY due to: connection closed
06:04:51.564 [DEBUG - Time-limited test] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:51.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.566 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:51.583 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:51.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@92897305(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@313a4e93 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a1f8e36 -> wakeup thread Time-limited test)) after lookup
06:04:51.584 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:51.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.586 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:51.603 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:51.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [20ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [22ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@92897305(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@313a4e93 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a1f8e36 -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391))) after lookup
06:04:51.604 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:51.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.605 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:51.642 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:51.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [20ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [22ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [39ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [41ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [41ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [78ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@92897305(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@313a4e93 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391) -> (continuation of Deferred@789250919 after retry RPC@2103676770), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a1f8e36 -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391) -> (continuation of Deferred@789250919 after retry RPC@2103676770))) after lookup
06:04:51.643 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:51.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.645 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.742 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:51.742 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:51.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [20ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [22ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [39ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [41ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [41ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [78ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [79ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [81ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [81ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [174ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [177ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@92897305(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@313a4e93 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391) -> (continuation of Deferred@789250919 after retry RPC@2103676770) -> (continuation of Deferred@162164620 after retry RPC@1750329668), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a1f8e36 -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391) -> (continuation of Deferred@789250919 after retry RPC@2103676770) -> (continuation of Deferred@162164620 after retry RPC@1750329668))) after lookup
06:04:51.743 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:51.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.745 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:51.763 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:51.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [20ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [22ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [39ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [41ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [41ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [78ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [79ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [81ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [81ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [174ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [177ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [179ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [181ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [181ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [194ms] refreshing cache from master, [194ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [198ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@92897305(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@313a4e93 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391) -> (continuation of Deferred@789250919 after retry RPC@2103676770) -> (continuation of Deferred@162164620 after retry RPC@1750329668) -> (continuation of Deferred@1075299867 after retry RPC@930680468), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a1f8e36 -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391) -> (continuation of Deferred@789250919 after retry RPC@2103676770) -> (continuation of Deferred@162164620 after retry RPC@1750329668) -> (continuation of Deferred@1075299867 after retry RPC@930680468))) after lookup
06:04:51.764 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:51.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:51.766 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.792594  4066 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 30158e98f5c24f0f9aebd8e08bbaa2d5)
06:04:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.792766  4066 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.794124  4066 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:52.795071  3563 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111)
06:04:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:52.796123  3563 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045): Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111)
06:04:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.800822  3966 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" is_pre_election: true
06:04:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.801185  3966 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 2.
06:04:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.802325  3567 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 941e3a7b07814b9ebdc2767cbdd6b324, d4bf59f505904e209b1448c14f61f52b; no voters: 30158e98f5c24f0f9aebd8e08bbaa2d5
06:04:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.802735  4066 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 3 FOLLOWER]: Leader pre-election won for term 4
06:04:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.802819  4066 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 3 FOLLOWER]: Starting leader election (detected failure of leader 30158e98f5c24f0f9aebd8e08bbaa2d5)
06:04:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.802860  4066 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 3 FOLLOWER]: Advancing to term 4
06:04:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.803982  4066 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.804418  4066 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 4 election: Requested vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.805307  3966 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:04:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.805554  3966 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 2 FOLLOWER]: Advancing to term 4
06:04:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:52.806339  3563 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045): Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111)
06:04:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.807901  3966 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 4.
06:04:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.808655  3567 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 941e3a7b07814b9ebdc2767cbdd6b324, d4bf59f505904e209b1448c14f61f52b; no voters: 30158e98f5c24f0f9aebd8e08bbaa2d5
06:04:52.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.808946  4066 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 4 FOLLOWER]: Leader election won for term 4
06:04:52.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.809190  4066 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 4 LEADER]: Becoming Leader. State: Replica: d4bf59f505904e209b1448c14f61f52b, State: Running, Role: LEADER
06:04:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.809604  4066 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:52.813213  2285 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b reported cstate change: term changed from 3 to 4, leader changed from 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130) to d4bf59f505904e209b1448c14f61f52b (127.2.43.131). New cstate: current_term: 4 leader_uuid: "d4bf59f505904e209b1448c14f61f52b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: HEALTHY } } }
06:04:53.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:53.003 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:53.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1440), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [20ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [22ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [39ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [41ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [41ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [78ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [79ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [81ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [81ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [174ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [177ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [179ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [181ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [181ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [194ms] refreshing cache from master, [194ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [198ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [200ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [202ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [202ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [1434ms] refreshing cache from master, [1435ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1439ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@92897305(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@313a4e93 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391) -> (continuation of Deferred@789250919 after retry RPC@2103676770) -> (continuation of Deferred@162164620 after retry RPC@1750329668) -> (continuation of Deferred@1075299867 after retry RPC@930680468) -> (continuation of Deferred@1239215820 after retry RPC@366010079), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a1f8e36 -> wakeup thread Time-limited test -> (continuation of Deferred@1890108762 after retry RPC@1457560391) -> (continuation of Deferred@789250919 after retry RPC@2103676770) -> (continuation of Deferred@162164620 after retry RPC@1750329668) -> (continuation of Deferred@1075299867 after retry RPC@930680468) -> (continuation of Deferred@1239215820 after retry RPC@366010079))) after lookup
06:04:53.004 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:53.006 [DEBUG - kudu-nio-1] (Connection.java:757) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] Successfully connected to peer
06:04:53.026 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xe446cdde, L:/127.0.0.1:60828 - R:/127.2.43.131:42301] using TOKEN/null
06:04:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.032229  3966 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 4 FOLLOWER]: Refusing update from remote peer d4bf59f505904e209b1448c14f61f52b: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
06:04:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:53.032491  3563 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b -> Peer 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045): Couldn't send request to peer 30158e98f5c24f0f9aebd8e08bbaa2d5. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:04:53.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.033133  4076 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [LEADER]: Connected to new peer: Peer: permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
06:04:53.066 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.130:36045
06:04:53.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.067844  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/logs
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.130:36045
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.130
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37863
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.130
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:04:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:53.196044  4105 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:53.196380  4105 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:53.196451  4105 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:53.200393  4105 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:53.200613  4105 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.130
06:04:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.205391  4105 tablet_server_runner.cc:78] Tablet server non-default flags:
06:04:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.130:36045
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.130
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37863
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4105
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.130
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/logs
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.207201  4105 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.208618  4105 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:53.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:53.217237  4119 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:53.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:53.217181  4114 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:53.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:53.217505  4112 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.217904  4105 server_base.cc:1061] running on GCE node
06:04:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.218456  4105 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:53.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.219383  4105 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.220613  4105 hybrid_clock.cc:648] HybridClock initialized: now 1786514693220590 us; error 42 us; skew 500 ppm
06:04:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.222973  4105 webserver.cc:533] Webserver started at http://127.2.43.130:37863/ using document root <none> and password file <none>
06:04:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.223749  4105 fs_manager.cc:362] Metadata directory not provided
06:04:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.223883  4105 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:53.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.228122  4105 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
06:04:53.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.231508  4127 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.233271  4105 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.233541  4105 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.234126  4105 fs_report.cc:389] FS layout report
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/data
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.252686  4105 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.253582  4105 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.253829  4105 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.254735  4105 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:04:53.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.256433  4137 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:04:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.261827  4105 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:04:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.262118  4105 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.000s	sys 0.001s
06:04:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.262274  4105 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:04:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.264511  4105 ts_tablet_manager.cc:616] Registered 1 tablets
06:04:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.264611  4105 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.001s
06:04:53.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.265041  4137 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap starting.
06:04:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.278368  4105 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.130:36045
06:04:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.278439  4298 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.130:36045 every 8 connection(s)
06:04:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.279775  4105 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:04:53.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.283664  4137 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Log is configured to *not* fsync() on all Append() calls
06:04:53.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.287814  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 4105
06:04:53.288 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.295491  4300 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:04:53.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.295483  4299 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:04:53.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.295836  4299 heartbeater.cc:461] Registering TS with master...
06:04:53.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.296590  4299 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:04:53.299 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:04:53.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.295832  4300 heartbeater.cc:461] Registering TS with master...
06:04:53.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.298821  4300 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:04:53.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.299925  2525 ts_manager.cc:194] Re-registered known tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:53.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.300815  4137 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:04:53.306 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.131:42301
06:04:53.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.301318  4137 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap complete.
06:04:53.307 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:04:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.301476  2285 ts_manager.cc:194] Re-registered known tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.302557  2285 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.130:35711
06:04:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.303421  4137 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Time spent bootstrapping tablet: real 0.039s	user 0.026s	sys 0.011s
06:04:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.307346  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 3537
06:04:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.317518  4137 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.318059  4137 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30158e98f5c24f0f9aebd8e08bbaa2d5, State: Initialized, Role: FOLLOWER
06:04:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.318692  4137 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.321267  4137 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Time spent starting tablet: real 0.018s	user 0.003s	sys 0.002s
06:04:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.328773  4300 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:04:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.330216  4302 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:04:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.330327  4302 heartbeater.cc:461] Registering TS with master...
06:04:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.330476  4302 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:04:53.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:53.331562  2404 ts_manager.cc:194] Re-registered known tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:53.341 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:53.343 [DEBUG - kudu-nio-1] (Connection.java:239) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] handling channelInactive
06:04:53.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state READY due to: connection closed
06:04:53.343 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: connection closed
06:04:53.363 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:53.363 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:53.364 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [21ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1358970734(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@423525b7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30898875 -> wakeup thread Time-limited test)) after lookup
06:04:53.364 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:53.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.366 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:53.383 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:53.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [21ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [23ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [25ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1358970734(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@423525b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30898875 -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114))) after lookup
06:04:53.384 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:53.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.386 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:53.423 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:53.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [21ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [23ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [25ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [43ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [45ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [45ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [81ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1358970734(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@423525b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114) -> (continuation of Deferred@318241580 after retry RPC@1854499043), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30898875 -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114) -> (continuation of Deferred@318241580 after retry RPC@1854499043))) after lookup
06:04:53.424 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:53.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.426 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:53.443 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:53.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=101), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [21ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [23ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [25ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [43ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [45ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [45ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [81ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [83ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [85ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [85ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [101ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1358970734(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@423525b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114) -> (continuation of Deferred@318241580 after retry RPC@1854499043) -> (continuation of Deferred@980600279 after retry RPC@530148362), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30898875 -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114) -> (continuation of Deferred@318241580 after retry RPC@1854499043) -> (continuation of Deferred@980600279 after retry RPC@530148362))) after lookup
06:04:53.444 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:53.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.446 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.863 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:53.864 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:53.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=522), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [21ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [23ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [25ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [43ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [45ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [45ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [81ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [83ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [85ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [85ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [101ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [103ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [105ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [105ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [518ms] refreshing cache from master, [518ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [522ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1358970734(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@423525b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114) -> (continuation of Deferred@318241580 after retry RPC@1854499043) -> (continuation of Deferred@980600279 after retry RPC@530148362) -> (continuation of Deferred@450365676 after retry RPC@1316347521), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30898875 -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114) -> (continuation of Deferred@318241580 after retry RPC@1854499043) -> (continuation of Deferred@980600279 after retry RPC@530148362) -> (continuation of Deferred@450365676 after retry RPC@1316347521))) after lookup
06:04:53.865 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:53.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:53.866 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.566229  4317 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader d4bf59f505904e209b1448c14f61f52b)
06:04:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.566419  4317 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:54.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.567663  4317 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.568523  3864 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:04:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.569918  3864 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:04:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.574108  4232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" is_pre_election: true
06:04:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.574708  4232 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 941e3a7b07814b9ebdc2767cbdd6b324 in term 3.
06:04:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.576138  3862 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, 941e3a7b07814b9ebdc2767cbdd6b324; no voters: d4bf59f505904e209b1448c14f61f52b
06:04:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.576679  4317 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 4 FOLLOWER]: Leader pre-election won for term 5
06:04:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.576754  4317 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 4 FOLLOWER]: Starting leader election (detected failure of leader d4bf59f505904e209b1448c14f61f52b)
06:04:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.576785  4317 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 4 FOLLOWER]: Advancing to term 5
06:04:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.577870  4317 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.578449  4317 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 5 election: Requested vote from peers 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.579389  4232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:04:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.579595  4232 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 3 FOLLOWER]: Advancing to term 5
06:04:54.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.580654  3864 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:04:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.582640  4232 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 941e3a7b07814b9ebdc2767cbdd6b324 in term 5.
06:04:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.583467  3862 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, 941e3a7b07814b9ebdc2767cbdd6b324; no voters: d4bf59f505904e209b1448c14f61f52b
06:04:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.583760  4317 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 5 FOLLOWER]: Leader election won for term 5
06:04:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.584025  4317 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 5 LEADER]: Becoming Leader. State: Replica: 941e3a7b07814b9ebdc2767cbdd6b324, State: Running, Role: LEADER
06:04:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.584412  4317 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.587635  2285 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 reported cstate change: term changed from 4 to 5, leader changed from d4bf59f505904e209b1448c14f61f52b (127.2.43.131) to 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129). New cstate: current_term: 5 leader_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: UNKNOWN } } }
06:04:54.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:54.704 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:54.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1363), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [21ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [23ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [25ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [43ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [45ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [45ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [81ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [83ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [85ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [85ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [101ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [103ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [105ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [105ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [518ms] refreshing cache from master, [518ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [522ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [523ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [525ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [525ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [1358ms] refreshing cache from master, [1358ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1363ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1358970734(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@423525b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114) -> (continuation of Deferred@318241580 after retry RPC@1854499043) -> (continuation of Deferred@980600279 after retry RPC@530148362) -> (continuation of Deferred@450365676 after retry RPC@1316347521) -> (continuation of Deferred@1191745339 after retry RPC@669636749), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30898875 -> wakeup thread Time-limited test -> (continuation of Deferred@1412195282 after retry RPC@672826114) -> (continuation of Deferred@318241580 after retry RPC@1854499043) -> (continuation of Deferred@980600279 after retry RPC@530148362) -> (continuation of Deferred@450365676 after retry RPC@1316347521) -> (continuation of Deferred@1191745339 after retry RPC@669636749))) after lookup
06:04:54.706 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:54.708 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] Successfully connected to peer
06:04:54.747 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x3cd53fbe, L:/127.0.0.1:32970 - R:/127.2.43.129:40715] using TOKEN/null
06:04:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.752377  4232 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 5 FOLLOWER]: Refusing update from remote peer 941e3a7b07814b9ebdc2767cbdd6b324: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 18. (index mismatch)
06:04:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.753123  3864 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 -> Peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Couldn't send request to peer d4bf59f505904e209b1448c14f61f52b. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:04:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.753332  4325 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
06:04:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.760347  4347 mvcc.cc:204] Tried to move back new op lower bound from 7317564182779535360 to 7317564181751341056. Current Snapshot: MvccSnapshot[applied={T|T < 7317564182727634944}]
06:04:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.764963  4344 mvcc.cc:204] Tried to move back new op lower bound from 7317564189697011712 to 7317564189021577216. Current Snapshot: MvccSnapshot[applied={T|T < 7317564189697011712}]
06:04:54.789 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.131:42301
06:04:54.789 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.790149  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:04:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:42301
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43609
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:04:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.933382  4357 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.933668  4357 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.933718  4357 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.937493  4357 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.937640  4357 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.131
06:04:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.942304  4357 tablet_server_runner.cc:78] Tablet server non-default flags:
06:04:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:42301
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43609
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4357
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:04:54.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.943717  4357 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.945026  4357 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.953219  4365 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.953219  4366 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:54.953224  4368 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.955332  4357 server_base.cc:1061] running on GCE node
06:04:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.956122  4357 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.957132  4357 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.958439  4357 hybrid_clock.cc:648] HybridClock initialized: now 1786514694958390 us; error 49 us; skew 500 ppm
06:04:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.962283  4357 webserver.cc:533] Webserver started at http://127.2.43.131:43609/ using document root <none> and password file <none>
06:04:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.963192  4357 fs_manager.cc:362] Metadata directory not provided
06:04:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.963269  4357 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.968583  4357 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.004s	sys 0.000s
06:04:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.971783  4377 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.973475  4357 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.973672  4357 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4bf59f505904e209b1448c14f61f52b"
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:41 on dist-test-slave-1nl6"
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:54.974292  4357 fs_report.cc:389] FS layout report
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/data
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.002440  4357 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.003590  4357 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.003829  4357 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.004690  4357 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:04:55.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.006623  4388 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:04:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.011601  4357 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:04:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.011698  4357 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
06:04:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.011763  4357 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:04:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.013615  4357 ts_tablet_manager.cc:616] Registered 1 tablets
06:04:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.013695  4357 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
06:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.014065  4388 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap starting.
06:04:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.028203  4357 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.131:42301
06:04:55.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.028885  4555 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.131:42301 every 8 connection(s)
06:04:55.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.030028  4357 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:04:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.031414  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 4357
06:04:55.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:55.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.038177  4388 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Log is configured to *not* fsync() on all Append() calls
06:04:55.046 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:04:55.046 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.129:40715
06:04:55.048 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:04:55.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.048339  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 3837
06:04:55.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.076543  4560 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:04:55.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.077000  4560 heartbeater.cc:461] Registering TS with master...
06:04:55.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.078045  4560 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:04:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.080983  4388 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:04:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.080976  2404 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.081082  4559 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:04:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.081571  4559 heartbeater.cc:461] Registering TS with master...
06:04:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.081880  4559 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:04:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.082307  4388 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap complete.
06:04:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.082551  4557 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:04:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.082659  4557 heartbeater.cc:461] Registering TS with master...
06:04:55.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.082940  4557 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:04:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.083212  2284 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.084220  4388 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent bootstrapping tablet: real 0.070s	user 0.047s	sys 0.004s
06:04:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.084378  2284 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.131:60137
06:04:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.085691  2525 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.087363  4388 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.087785  4388 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4bf59f505904e209b1448c14f61f52b, State: Initialized, Role: FOLLOWER
06:04:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.088378  4388 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:55.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.089226  4559 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:04:55.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:55.089569  4388 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
06:04:55.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:55.094 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] handling channelInactive
06:04:55.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state READY due to: connection closed
06:04:55.096 [DEBUG - Time-limited test] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:55.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.098 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:55.122 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:55.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [3ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@161134476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@4be1ba0b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d00265a -> wakeup thread Time-limited test)) after lookup
06:04:55.123 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:55.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.125 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:55.142 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:55.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [3ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [28ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [30ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [30ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [47ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@161134476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@4be1ba0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d00265a -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507))) after lookup
06:04:55.143 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:55.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.145 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:55.162 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:55.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=67), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [3ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [28ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [30ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [30ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [47ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [48ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [50ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [50ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [66ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@161134476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@4be1ba0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d00265a -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613))) after lookup
06:04:55.164 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:55.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.166 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:55.223 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:55.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=128), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [3ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [28ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [30ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [30ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [47ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [48ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [50ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [50ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [66ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [68ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [71ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [71ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [124ms] refreshing cache from master, [124ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [127ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@161134476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@4be1ba0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613) -> (continuation of Deferred@1530265862 after retry RPC@1209718695), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d00265a -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613) -> (continuation of Deferred@1530265862 after retry RPC@1209718695))) after lookup
06:04:55.224 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:55.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.225 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:55.402 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:55.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=307), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [3ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [28ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [30ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [30ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [47ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [48ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [50ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [50ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [66ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [68ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [71ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [71ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [124ms] refreshing cache from master, [124ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [127ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [128ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [130ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [130ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [303ms] refreshing cache from master, [304ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [307ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@161134476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@4be1ba0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613) -> (continuation of Deferred@1530265862 after retry RPC@1209718695) -> (continuation of Deferred@1546088796 after retry RPC@1117663888), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d00265a -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613) -> (continuation of Deferred@1530265862 after retry RPC@1209718695) -> (continuation of Deferred@1546088796 after retry RPC@1117663888))) after lookup
06:04:55.404 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:55.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.406 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.483 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:55.484 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:55.484 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=389), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [3ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [28ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [30ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [30ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [47ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [48ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [50ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [50ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [66ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [68ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [71ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [71ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [124ms] refreshing cache from master, [124ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [127ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [128ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [130ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [130ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [303ms] refreshing cache from master, [304ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [307ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [308ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [310ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [311ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [384ms] refreshing cache from master, [384ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [388ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@161134476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@4be1ba0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613) -> (continuation of Deferred@1530265862 after retry RPC@1209718695) -> (continuation of Deferred@1546088796 after retry RPC@1117663888) -> (continuation of Deferred@1415780554 after retry RPC@1742387812), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d00265a -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613) -> (continuation of Deferred@1530265862 after retry RPC@1209718695) -> (continuation of Deferred@1546088796 after retry RPC@1117663888) -> (continuation of Deferred@1415780554 after retry RPC@1742387812))) after lookup
06:04:55.485 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:04:55.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:55.486 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:04:56.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.288558  4574 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 941e3a7b07814b9ebdc2767cbdd6b324)
06:04:56.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.288796  4574 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.290352  4574 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:56.291764  4132 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111)
06:04:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:56.292980  4132 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715): Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111)
06:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.297046  4483 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "d4bf59f505904e209b1448c14f61f52b" is_pre_election: true
06:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.297585  4483 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30158e98f5c24f0f9aebd8e08bbaa2d5 in term 4.
06:04:56.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.298889  4130 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, d4bf59f505904e209b1448c14f61f52b; no voters: 941e3a7b07814b9ebdc2767cbdd6b324
06:04:56.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.299373  4574 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 5 FOLLOWER]: Leader pre-election won for term 6
06:04:56.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.299443  4574 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 941e3a7b07814b9ebdc2767cbdd6b324)
06:04:56.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.299484  4574 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 5 FOLLOWER]: Advancing to term 6
06:04:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.300493  4574 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.301033  4574 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 6 election: Requested vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:04:56.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.301649  4483 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "d4bf59f505904e209b1448c14f61f52b"
06:04:56.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.301855  4483 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 4 FOLLOWER]: Advancing to term 6
06:04:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:56.302816  4132 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715): Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111)
06:04:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.304226  4483 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30158e98f5c24f0f9aebd8e08bbaa2d5 in term 6.
06:04:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.304703  4130 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, d4bf59f505904e209b1448c14f61f52b; no voters: 941e3a7b07814b9ebdc2767cbdd6b324
06:04:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.304955  4574 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 6 FOLLOWER]: Leader election won for term 6
06:04:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.305231  4574 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 6 LEADER]: Becoming Leader. State: Replica: 30158e98f5c24f0f9aebd8e08bbaa2d5, State: Running, Role: LEADER
06:04:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.305585  4574 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.308774  2284 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 reported cstate change: term changed from 5 to 6, leader changed from 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129) to 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130). New cstate: current_term: 6 leader_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: UNKNOWN } } }
06:04:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.754143  4483 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 6 FOLLOWER]: Refusing update from remote peer 30158e98f5c24f0f9aebd8e08bbaa2d5: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
06:04:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:56.755344  4574 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
06:04:56.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:56.766068  4132 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 -> Peer 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715): Couldn't send request to peer 941e3a7b07814b9ebdc2767cbdd6b324. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:04:56.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:56.943 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:56.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1848), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [3ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [3ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [26ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [28ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [30ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [30ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [47ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [48ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [50ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [50ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [66ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [68ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [71ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [71ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [124ms] refreshing cache from master, [124ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [127ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [128ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [130ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [130ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [303ms] refreshing cache from master, [304ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [307ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [308ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [310ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [311ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [384ms] refreshing cache from master, [384ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [388ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [389ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [391ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [392ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [1844ms] refreshing cache from master, [1844ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1847ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@161134476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@4be1ba0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613) -> (continuation of Deferred@1530265862 after retry RPC@1209718695) -> (continuation of Deferred@1546088796 after retry RPC@1117663888) -> (continuation of Deferred@1415780554 after retry RPC@1742387812) -> (continuation of Deferred@414417811 after retry RPC@705168251), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d00265a -> wakeup thread Time-limited test -> (continuation of Deferred@482374727 after retry RPC@15643507) -> (continuation of Deferred@351143664 after retry RPC@1643010613) -> (continuation of Deferred@1530265862 after retry RPC@1209718695) -> (continuation of Deferred@1546088796 after retry RPC@1117663888) -> (continuation of Deferred@1415780554 after retry RPC@1742387812) -> (continuation of Deferred@414417811 after retry RPC@705168251))) after lookup
06:04:56.944 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:56.945 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] Successfully connected to peer
06:04:56.967 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xe4ad8687, L:/127.0.0.1:54440 - R:/127.2.43.130:36045] using TOKEN/null
06:04:56.998 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.129:40715
06:04:56.999 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.000734  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/logs
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:04:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.129:40715
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.129
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38573
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.129
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:04:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:57.144194  4620 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:57.144477  4620 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:57.144524  4620 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:57.148294  4620 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:57.148455  4620 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.129
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.153014  4620 tablet_server_runner.cc:78] Tablet server non-default flags:
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.129:40715
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.129
06:04:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38573
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4620
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.129
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/logs
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.154372  4620 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:57.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.156352  4620 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:57.167750  4632 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:57.167766  4636 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:57.167850  4631 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:57.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.169561  4620 server_base.cc:1061] running on GCE node
06:04:57.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.170208  4620 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:57.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.171087  4620 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.172281  4620 hybrid_clock.cc:648] HybridClock initialized: now 1786514697172244 us; error 75 us; skew 500 ppm
06:04:57.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.174606  4620 webserver.cc:533] Webserver started at http://127.2.43.129:38573/ using document root <none> and password file <none>
06:04:57.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.175374  4620 fs_manager.cc:362] Metadata directory not provided
06:04:57.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.175451  4620 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:57.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.179806  4620 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
06:04:57.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.182387  4644 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.183857  4620 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.183997  4620 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.184473  4620 fs_report.cc:389] FS layout report
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/data
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.201035  4620 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.201903  4620 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.202162  4620 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.203058  4620 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:04:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.204553  4653 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:04:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.208760  4620 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:04:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.209000  4620 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
06:04:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.209141  4620 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:04:57.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.212047  4620 ts_tablet_manager.cc:616] Registered 1 tablets
06:04:57.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.212182  4620 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
06:04:57.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.212774  4653 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap starting.
06:04:57.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.227403  4620 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.129:40715
06:04:57.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.227490  4830 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.129:40715 every 8 connection(s)
06:04:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.228928  4620 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:04:57.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.232033  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 4620
06:04:57.233 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:57.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.232986  4653 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Log is configured to *not* fsync() on all Append() calls
06:04:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.242049  4833 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:04:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.242353  4833 heartbeater.cc:461] Registering TS with master...
06:04:57.244 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:04:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.243070  4833 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:04:57.245 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.130:36045
06:04:57.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:04:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.245407  2404 ts_manager.cc:194] Re-registered known tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:04:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.245606  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 4105
06:04:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.258687  4832 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:04:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.258944  4832 heartbeater.cc:461] Registering TS with master...
06:04:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.259313  4832 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:04:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.260813  2285 ts_manager.cc:194] Re-registered known tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:04:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.262202  2285 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.129:58103
06:04:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.278893  4831 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:04:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.279423  4831 heartbeater.cc:461] Registering TS with master...
06:04:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.279778  4831 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:04:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.281529  2525 ts_manager.cc:194] Re-registered known tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:04:57.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.282816  4653 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:04:57.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.283393  4653 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap complete.
06:04:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.284798  4653 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Time spent bootstrapping tablet: real 0.073s	user 0.040s	sys 0.004s
06:04:57.285 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] handling channelInactive
06:04:57.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state READY due to: connection closed
06:04:57.287 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:57.287 [DEBUG - Time-limited test] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.287540  4653 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.288087  4653 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 941e3a7b07814b9ebdc2767cbdd6b324, State: Initialized, Role: FOLLOWER
06:04:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.288681  4653 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:57.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.289 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.289587  4832 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:04:57.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:57.289726  4653 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
06:04:57.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:57.302 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:57.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1380913239(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@73baaf37 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bcd79dc -> wakeup thread Time-limited test)) after lookup
06:04:57.303 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:57.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.304 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:57.322 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:57.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [16ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [17ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [17ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1380913239(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@73baaf37 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bcd79dc -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765))) after lookup
06:04:57.323 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:57.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.324 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.363 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:57.363 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:57.364 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [16ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [17ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [17ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [36ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [37ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [37ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [75ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1380913239(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@73baaf37 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765) -> (continuation of Deferred@2002871804 after retry RPC@1443566510), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bcd79dc -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765) -> (continuation of Deferred@2002871804 after retry RPC@1443566510))) after lookup
06:04:57.364 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:57.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.366 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.462 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:57.463 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:57.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [16ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [17ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [17ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [36ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [37ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [37ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [75ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [77ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [79ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [79ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [175ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1380913239(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@73baaf37 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765) -> (continuation of Deferred@2002871804 after retry RPC@1443566510) -> (continuation of Deferred@310344279 after retry RPC@484941269), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bcd79dc -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765) -> (continuation of Deferred@2002871804 after retry RPC@1443566510) -> (continuation of Deferred@310344279 after retry RPC@484941269))) after lookup
06:04:57.464 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:57.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.466 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:57.683 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:04:57.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=396), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [16ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [17ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [17ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [36ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [37ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [37ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [75ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [77ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [79ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [79ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [175ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [177ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [179ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [179ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [392ms] refreshing cache from master, [392ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [395ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1380913239(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@73baaf37 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765) -> (continuation of Deferred@2002871804 after retry RPC@1443566510) -> (continuation of Deferred@310344279 after retry RPC@484941269) -> (continuation of Deferred@969505660 after retry RPC@425742501), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bcd79dc -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765) -> (continuation of Deferred@2002871804 after retry RPC@1443566510) -> (continuation of Deferred@310344279 after retry RPC@484941269) -> (continuation of Deferred@969505660 after retry RPC@425742501))) after lookup
06:04:57.684 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:04:57.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:57.686 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:04:58.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.497963  4853 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 30158e98f5c24f0f9aebd8e08bbaa2d5)
06:04:58.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.498238  4853 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:58.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.500048  4853 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.501276  4378 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111)
06:04:58.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.502693  4378 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045): Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111)
06:04:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.507270  4753 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" is_pre_election: true
06:04:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.507671  4753 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 5.
06:04:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.508751  4383 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 941e3a7b07814b9ebdc2767cbdd6b324, d4bf59f505904e209b1448c14f61f52b; no voters: 30158e98f5c24f0f9aebd8e08bbaa2d5
06:04:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.509194  4853 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 6 FOLLOWER]: Leader pre-election won for term 7
06:04:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.509322  4853 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 6 FOLLOWER]: Starting leader election (detected failure of leader 30158e98f5c24f0f9aebd8e08bbaa2d5)
06:04:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.509372  4853 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 6 FOLLOWER]: Advancing to term 7
06:04:58.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.510782  4853 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.511538  4853 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 7 election: Requested vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.512095  4753 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:04:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.512320  4753 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 5 FOLLOWER]: Advancing to term 7
06:04:58.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.513072  4378 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045): Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111)
06:04:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.515147  4753 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 7.
06:04:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.515828  4383 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 941e3a7b07814b9ebdc2767cbdd6b324, d4bf59f505904e209b1448c14f61f52b; no voters: 30158e98f5c24f0f9aebd8e08bbaa2d5
06:04:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.516215  4853 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 7 FOLLOWER]: Leader election won for term 7
06:04:58.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.516661  4853 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 7 LEADER]: Becoming Leader. State: Replica: d4bf59f505904e209b1448c14f61f52b, State: Running, Role: LEADER
06:04:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.517171  4853 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:58.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.520910  2285 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b reported cstate change: term changed from 6 to 7, leader changed from 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130) to d4bf59f505904e209b1448c14f61f52b (127.2.43.131). New cstate: current_term: 7 leader_uuid: "d4bf59f505904e209b1448c14f61f52b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: HEALTHY } } }
06:04:58.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:58.723 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:58.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1436), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [2ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [16ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [17ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [17ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [36ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [37ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [37ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [75ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [77ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [79ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [79ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [175ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [177ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [179ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [179ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [392ms] refreshing cache from master, [392ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [395ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [397ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [399ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [399ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [1432ms] refreshing cache from master, [1432ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1436ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1380913239(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@73baaf37 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765) -> (continuation of Deferred@2002871804 after retry RPC@1443566510) -> (continuation of Deferred@310344279 after retry RPC@484941269) -> (continuation of Deferred@969505660 after retry RPC@425742501) -> (continuation of Deferred@558353517 after retry RPC@985220504), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bcd79dc -> wakeup thread Time-limited test -> (continuation of Deferred@1534118454 after retry RPC@999508765) -> (continuation of Deferred@2002871804 after retry RPC@1443566510) -> (continuation of Deferred@310344279 after retry RPC@484941269) -> (continuation of Deferred@969505660 after retry RPC@425742501) -> (continuation of Deferred@558353517 after retry RPC@985220504))) after lookup
06:04:58.724 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:58.726 [DEBUG - kudu-nio-6] (Connection.java:757) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] Successfully connected to peer
06:04:58.756 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x5e684d1a, L:/127.0.0.1:37458 - R:/127.2.43.131:42301] using TOKEN/null
06:04:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.762205  4753 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 7 FOLLOWER]: Refusing update from remote peer d4bf59f505904e209b1448c14f61f52b: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 26. (index mismatch)
06:04:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.762326  4378 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b -> Peer 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045): Couldn't send request to peer 30158e98f5c24f0f9aebd8e08bbaa2d5. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:04:58.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.763078  4853 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [LEADER]: Connected to new peer: Peer: permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
06:04:58.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.779026  4883 mvcc.cc:204] Tried to move back new op lower bound from 7317564206120583168 to 7317564205130473472. Current Snapshot: MvccSnapshot[applied={T|T < 7317564206120583168}]
06:04:58.802 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.130:36045
06:04:58.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.803125  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/logs
06:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.130:36045
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.130
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37863
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.130
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:04:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.959998  4895 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:04:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.960332  4895 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:04:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.960402  4895 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:04:58.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.964596  4895 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:04:58.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.964787  4895 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.130
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.969602  4895 tablet_server_runner.cc:78] Tablet server non-default flags:
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.130:36045
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.130
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37863
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4895
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:04:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.130
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/logs
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:04:58.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.971423  4895 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:04:58.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.972839  4895 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:04:58.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.981120  4911 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:58.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.981281  4908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:58.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:04:58.981127  4907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:04:58.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.982220  4895 server_base.cc:1061] running on GCE node
06:04:58.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.982811  4895 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:04:58.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.983572  4895 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:04:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.984782  4895 hybrid_clock.cc:648] HybridClock initialized: now 1786514698984763 us; error 38 us; skew 500 ppm
06:04:58.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.987287  4895 webserver.cc:533] Webserver started at http://127.2.43.130:37863/ using document root <none> and password file <none>
06:04:58.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.988039  4895 fs_manager.cc:362] Metadata directory not provided
06:04:58.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.988142  4895 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:04:58.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.993202  4895 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.002s
06:04:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.996780  4918 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:04:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.998746  4895 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.000s
06:04:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.999059  4895 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:04:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:04:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:58.999676  4895 fs_report.cc:389] FS layout report
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/data
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:04:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:04:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.012076  4895 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:04:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.013024  4895 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:04:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.013295  4895 kserver.cc:163] Server-wide thread pool size limit: 3276
06:04:59.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.014093  4895 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:04:59.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.016168  4927 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:04:59.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.020514  4895 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:04:59.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.020677  4895 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
06:04:59.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.020761  4895 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:04:59.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.022694  4895 ts_tablet_manager.cc:616] Registered 1 tablets
06:04:59.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.022802  4895 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
06:04:59.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.023396  4927 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap starting.
06:04:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.036571  4895 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.130:36045
06:04:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.037096  5093 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.130:36045 every 8 connection(s)
06:04:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.038062  4895 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:04:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.045528  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 4895
06:04:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.045593  4927 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Log is configured to *not* fsync() on all Append() calls
06:04:59.046 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.052397  5096 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:04:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.052735  5096 heartbeater.cc:461] Registering TS with master...
06:04:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.053484  5096 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:04:59.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.055929  2284 ts_manager.cc:194] Re-registered known tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:59.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.056612  5094 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:04:59.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.056721  5094 heartbeater.cc:461] Registering TS with master...
06:04:59.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.056921  2284 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.130:33329
06:04:59.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.056964  5094 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:04:59.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.058526  2525 ts_manager.cc:194] Re-registered known tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:59.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.059034  5097 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:04:59.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.059130  5097 heartbeater.cc:461] Registering TS with master...
06:04:59.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.059402  5097 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:04:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.060453  2404 ts_manager.cc:194] Re-registered known tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:04:59.060 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:04:59.061 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.131:42301
06:04:59.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:04:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.063310  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 4357
06:04:59.103 [DEBUG - kudu-nio-6] (Connection.java:239) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] handling channelInactive
06:04:59.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:04:59.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state READY due to: connection closed
06:04:59.104 [DEBUG - Time-limited test] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:59.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.105 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.106961  4927 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:04:59.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.107434  4927 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap complete.
06:04:59.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.108647  4927 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Time spent bootstrapping tablet: real 0.086s	user 0.038s	sys 0.004s
06:04:59.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.111130  4927 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:59.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.111552  4927 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30158e98f5c24f0f9aebd8e08bbaa2d5, State: Initialized, Role: FOLLOWER
06:04:59.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.112016  4927 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:04:59.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.113029  4927 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
06:04:59.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:04:59.113237  5096 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:04:59.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:59.123 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:59.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@203893379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@7cc22b1a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68fa3097 -> wakeup thread Time-limited test)) after lookup
06:04:59.124 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:59.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.126 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:59.142 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:59.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [22ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [23ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@203893379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@7cc22b1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68fa3097 -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875))) after lookup
06:04:59.143 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:59.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.145 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:59.162 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:59.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [22ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [23ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [40ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [41ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [58ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@203893379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@7cc22b1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875) -> (continuation of Deferred@52117803 after retry RPC@1460963094), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68fa3097 -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875) -> (continuation of Deferred@52117803 after retry RPC@1460963094))) after lookup
06:04:59.163 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:59.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.164 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.165 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:59.242 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:59.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=139), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [22ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [23ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [40ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [41ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [58ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [59ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [61ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [62ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [136ms] refreshing cache from master, [136ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [139ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@203893379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@7cc22b1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875) -> (continuation of Deferred@52117803 after retry RPC@1460963094) -> (continuation of Deferred@1693207896 after retry RPC@389237476), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68fa3097 -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875) -> (continuation of Deferred@52117803 after retry RPC@1460963094) -> (continuation of Deferred@1693207896 after retry RPC@389237476))) after lookup
06:04:59.243 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:59.244 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.245 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:04:59.624 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:04:59.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=521), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [22ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [23ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [40ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [41ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [58ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [59ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [61ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [62ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [136ms] refreshing cache from master, [136ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [139ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [140ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [142ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [142ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [515ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [520ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@203893379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@7cc22b1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875) -> (continuation of Deferred@52117803 after retry RPC@1460963094) -> (continuation of Deferred@1693207896 after retry RPC@389237476) -> (continuation of Deferred@171995581 after retry RPC@128544379), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68fa3097 -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875) -> (continuation of Deferred@52117803 after retry RPC@1460963094) -> (continuation of Deferred@1693207896 after retry RPC@389237476) -> (continuation of Deferred@171995581 after retry RPC@128544379))) after lookup
06:04:59.625 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:04:59.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:04:59.627 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:00.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.301347  5116 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader d4bf59f505904e209b1448c14f61f52b)
06:05:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.301517  5116 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.303176  5116 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:00.304023  4648 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:05:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:00.305563  4648 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:05:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.308858  5026 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" is_pre_election: true
06:05:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.309237  5026 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 941e3a7b07814b9ebdc2767cbdd6b324 in term 6.
06:05:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.310168  4646 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, 941e3a7b07814b9ebdc2767cbdd6b324; no voters: d4bf59f505904e209b1448c14f61f52b
06:05:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.310542  5116 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 7 FOLLOWER]: Leader pre-election won for term 8
06:05:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.310617  5116 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 7 FOLLOWER]: Starting leader election (detected failure of leader d4bf59f505904e209b1448c14f61f52b)
06:05:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.310647  5116 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 7 FOLLOWER]: Advancing to term 8
06:05:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.311619  5116 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.312181  5116 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 8 election: Requested vote from peers 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.313120  5026 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:05:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.313360  5026 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 6 FOLLOWER]: Advancing to term 8
06:05:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:00.313448  4648 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:05:00.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.315586  5026 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 941e3a7b07814b9ebdc2767cbdd6b324 in term 8.
06:05:00.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.316293  4646 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, 941e3a7b07814b9ebdc2767cbdd6b324; no voters: d4bf59f505904e209b1448c14f61f52b
06:05:00.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.316601  5116 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 8 FOLLOWER]: Leader election won for term 8
06:05:00.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.316856  5116 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 8 LEADER]: Becoming Leader. State: Replica: 941e3a7b07814b9ebdc2767cbdd6b324, State: Running, Role: LEADER
06:05:00.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.317287  5116 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.320606  2284 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 reported cstate change: term changed from 7 to 8, leader changed from d4bf59f505904e209b1448c14f61f52b (127.2.43.131) to 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129). New cstate: current_term: 8 leader_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: UNKNOWN } } }
06:05:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:00.782269  4648 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 -> Peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Couldn't send request to peer d4bf59f505904e209b1448c14f61f52b. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:05:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.793288  5026 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 8 FOLLOWER]: Refusing update from remote peer 941e3a7b07814b9ebdc2767cbdd6b324: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
06:05:00.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:00.794651  5116 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
06:05:00.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:00.983 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:00.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1880), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [2ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [2ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [22ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [23ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [40ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [41ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [58ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [59ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [61ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [62ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [136ms] refreshing cache from master, [136ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [139ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [140ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [142ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [142ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [515ms] refreshing cache from master, [516ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [520ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [522ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [524ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [524ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [1875ms] refreshing cache from master, [1875ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1879ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@203893379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@7cc22b1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875) -> (continuation of Deferred@52117803 after retry RPC@1460963094) -> (continuation of Deferred@1693207896 after retry RPC@389237476) -> (continuation of Deferred@171995581 after retry RPC@128544379) -> (continuation of Deferred@2037928003 after retry RPC@904799137), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68fa3097 -> wakeup thread Time-limited test -> (continuation of Deferred@1843534023 after retry RPC@2020967875) -> (continuation of Deferred@52117803 after retry RPC@1460963094) -> (continuation of Deferred@1693207896 after retry RPC@389237476) -> (continuation of Deferred@171995581 after retry RPC@128544379) -> (continuation of Deferred@2037928003 after retry RPC@904799137))) after lookup
06:05:00.984 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:05:00.985 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] Successfully connected to peer
06:05:01.020 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x7d44d231, L:/127.0.0.1:34962 - R:/127.2.43.129:40715] using TOKEN/null
06:05:01.056 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.131:42301
06:05:01.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.057850  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:05:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:42301
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43609
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:05:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:05:01.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:01.187299  5160 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:05:01.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:01.187597  5160 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:05:01.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:01.187669  5160 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:05:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:01.191812  5160 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:05:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:01.192005  5160 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.131
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.196959  5160 tablet_server_runner.cc:78] Tablet server non-default flags:
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:05:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:42301
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43609
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5160
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:05:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:05:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:05:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:05:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.198969  5160 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:05:01.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.200472  5160 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:05:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:01.208676  5166 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:01.208676  5167 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:01.208676  5169 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.208863  5160 server_base.cc:1061] running on GCE node
06:05:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.209398  5160 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:05:01.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.210211  5160 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:05:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.211658  5160 hybrid_clock.cc:648] HybridClock initialized: now 1786514701211620 us; error 82 us; skew 500 ppm
06:05:01.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.214294  5160 webserver.cc:533] Webserver started at http://127.2.43.131:43609/ using document root <none> and password file <none>
06:05:01.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.215265  5160 fs_manager.cc:362] Metadata directory not provided
06:05:01.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.215350  5160 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:05:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.219851  5160 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.001s
06:05:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.222553  5183 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:05:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.224112  5160 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.003s
06:05:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.224361  5160 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4bf59f505904e209b1448c14f61f52b"
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:41 on dist-test-slave-1nl6"
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.224855  5160 fs_report.cc:389] FS layout report
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/data
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:05:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:05:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.242326  5160 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:05:01.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.243302  5160 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:05:01.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.243494  5160 kserver.cc:163] Server-wide thread pool size limit: 3276
06:05:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.244098  5160 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:05:01.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.245599  5194 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:05:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.249603  5160 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:05:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.249719  5160 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
06:05:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.249799  5160 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:05:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.251843  5160 ts_tablet_manager.cc:616] Registered 1 tablets
06:05:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.251932  5160 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
06:05:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.252743  5194 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap starting.
06:05:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.266299  5160 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.131:42301
06:05:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.266320  5362 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.131:42301 every 8 connection(s)
06:05:01.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.267683  5160 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:05:01.269 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:05:01.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.268918  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 5160
06:05:01.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.279276  5194 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Log is configured to *not* fsync() on all Append() calls
06:05:01.282 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:05:01.283 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.129:40715
06:05:01.283 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:05:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.283712  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 4620
06:05:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.294683  5363 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:05:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.295132  5363 heartbeater.cc:461] Registering TS with master...
06:05:01.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.296128  5364 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:05:01.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.296309  5364 heartbeater.cc:461] Registering TS with master...
06:05:01.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.296414  5363 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:05:01.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.296710  5364 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:05:01.303 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:05:01.304 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] handling channelInactive
06:05:01.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state READY due to: connection closed
06:05:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.299360  2285 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.300565  2525 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.300665  2285 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.131:38811
06:05:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.301867  5369 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:05:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.302007  5369 heartbeater.cc:461] Registering TS with master...
06:05:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.302357  5369 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:05:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.303831  2404 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:01.320 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:05:01.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.321039  5194 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:05:01.322 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.322149  5194 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap complete.
06:05:01.322 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.322 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.323992  5194 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent bootstrapping tablet: real 0.072s	user 0.043s	sys 0.007s
06:05:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.327391  5194 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.327932  5194 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4bf59f505904e209b1448c14f61f52b, State: Initialized, Role: FOLLOWER
06:05:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.328552  5194 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.329738  5364 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:05:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:01.329777  5194 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.001s
06:05:01.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:01.342 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:01.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@107791869(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@425b1dba -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f304b6a -> wakeup thread Time-limited test)) after lookup
06:05:01.343 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:05:01.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.345 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:01.382 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:01.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [39ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [41ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [41ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [78ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@107791869(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@425b1dba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f304b6a -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013))) after lookup
06:05:01.383 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:05:01.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.385 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:01.442 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:01.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=138), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [39ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [41ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [41ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [78ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [79ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [81ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [81ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [138ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@107791869(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@425b1dba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013) -> (continuation of Deferred@2014031190 after retry RPC@346772749), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f304b6a -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013) -> (continuation of Deferred@2014031190 after retry RPC@346772749))) after lookup
06:05:01.443 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:05:01.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.445 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:01.603 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:01.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=299), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [39ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [41ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [41ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [78ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [79ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [81ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [81ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [138ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [139ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [141ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [141ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [295ms] refreshing cache from master, [295ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [298ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@107791869(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@425b1dba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013) -> (continuation of Deferred@2014031190 after retry RPC@346772749) -> (continuation of Deferred@1915218664 after retry RPC@1013631644), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f304b6a -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013) -> (continuation of Deferred@2014031190 after retry RPC@346772749) -> (continuation of Deferred@1915218664 after retry RPC@1013631644))) after lookup
06:05:01.604 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:05:01.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:01.605 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:02.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:02.442 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:02.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1138), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [39ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [41ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [41ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [78ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [79ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [81ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [81ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [138ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [139ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [141ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [141ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [295ms] refreshing cache from master, [295ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [298ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [300ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [301ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [301ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [1135ms] refreshing cache from master, [1135ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1138ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@107791869(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@425b1dba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013) -> (continuation of Deferred@2014031190 after retry RPC@346772749) -> (continuation of Deferred@1915218664 after retry RPC@1013631644) -> (continuation of Deferred@791852598 after retry RPC@1172748134), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f304b6a -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013) -> (continuation of Deferred@2014031190 after retry RPC@346772749) -> (continuation of Deferred@1915218664 after retry RPC@1013631644) -> (continuation of Deferred@791852598 after retry RPC@1172748134))) after lookup
06:05:02.443 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:05:02.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:02.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:02.445 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715
06:05:02.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.556298  5385 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 941e3a7b07814b9ebdc2767cbdd6b324)
06:05:02.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.556531  5385 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.557992  5385 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:02.559231  4924 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111)
06:05:02.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:02.560710  4924 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715): Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111)
06:05:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.565492  5289 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "d4bf59f505904e209b1448c14f61f52b" is_pre_election: true
06:05:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.566035  5289 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30158e98f5c24f0f9aebd8e08bbaa2d5 in term 7.
06:05:02.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.567358  4922 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, d4bf59f505904e209b1448c14f61f52b; no voters: 941e3a7b07814b9ebdc2767cbdd6b324
06:05:02.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.567826  5385 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 8 FOLLOWER]: Leader pre-election won for term 9
06:05:02.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.567920  5385 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 941e3a7b07814b9ebdc2767cbdd6b324)
06:05:02.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.567973  5385 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 8 FOLLOWER]: Advancing to term 9
06:05:02.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.569072  5385 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:02.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.569707  5385 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 9 election: Requested vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:02.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.570376  5289 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "d4bf59f505904e209b1448c14f61f52b"
06:05:02.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.570588  5289 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 7 FOLLOWER]: Advancing to term 9
06:05:02.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:02.571405  4924 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715): Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111)
06:05:02.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.572908  5289 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30158e98f5c24f0f9aebd8e08bbaa2d5 in term 9.
06:05:02.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.573503  4922 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, d4bf59f505904e209b1448c14f61f52b; no voters: 941e3a7b07814b9ebdc2767cbdd6b324
06:05:02.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.573853  5385 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 9 FOLLOWER]: Leader election won for term 9
06:05:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.574141  5385 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 9 LEADER]: Becoming Leader. State: Replica: 30158e98f5c24f0f9aebd8e08bbaa2d5, State: Running, Role: LEADER
06:05:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.574837  5385 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:02.578423  2285 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 reported cstate change: term changed from 8 to 9, leader changed from 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129) to 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130). New cstate: current_term: 9 leader_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: UNKNOWN } } }
06:05:03.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:03.036582  5289 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 9 FOLLOWER]: Refusing update from remote peer 30158e98f5c24f0f9aebd8e08bbaa2d5: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
06:05:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:03.037947  5385 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
06:05:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:03.048794  4924 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 -> Peer 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715): Couldn't send request to peer 941e3a7b07814b9ebdc2767cbdd6b324. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.129:40715: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:05:03.902 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:03.903 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:03.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2599), Traces: [0ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [18ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [18ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [39ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [41ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [41ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [78ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [79ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [81ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [81ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [138ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [139ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [141ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [141ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [295ms] refreshing cache from master, [295ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [298ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [300ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [301ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [301ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [1135ms] refreshing cache from master, [1135ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1138ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [1139ms] sending RPC to server 941e3a7b07814b9ebdc2767cbdd6b324, [1141ms] received response from server 941e3a7b07814b9ebdc2767cbdd6b324: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [1141ms] delaying RPC due to: Network error: Failed to connect to peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715): Connection refused: /127.2.43.129:40715, [2594ms] refreshing cache from master, [2594ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [2598ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@107791869(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@425b1dba -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013) -> (continuation of Deferred@2014031190 after retry RPC@346772749) -> (continuation of Deferred@1915218664 after retry RPC@1013631644) -> (continuation of Deferred@791852598 after retry RPC@1172748134) -> (continuation of Deferred@1661833011 after retry RPC@320883123), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7f304b6a -> wakeup thread Time-limited test -> (continuation of Deferred@1405487620 after retry RPC@785408013) -> (continuation of Deferred@2014031190 after retry RPC@346772749) -> (continuation of Deferred@1915218664 after retry RPC@1013631644) -> (continuation of Deferred@791852598 after retry RPC@1172748134) -> (continuation of Deferred@1661833011 after retry RPC@320883123))) after lookup
06:05:03.904 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:05:03.906 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] Successfully connected to peer
06:05:03.940 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x45110cdc, L:/127.0.0.1:38040 - R:/127.2.43.130:36045] using TOKEN/null
06:05:03.971 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.129:40715
06:05:03.972 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:03.973069  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/logs
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.129:40715
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.129
06:05:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:05:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38573
06:05:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.129
06:05:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:05:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:05:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:05:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:05:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:04.107883  5442 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:05:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:04.108162  5442 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:05:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:04.108213  5442 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:05:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:04.112506  5442 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:05:04.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:04.112679  5442 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.129
06:05:04.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.117542  5442 tablet_server_runner.cc:78] Tablet server non-default flags:
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.129:40715
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.129
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38573
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5442
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.129
06:05:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/logs
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:05:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.118866  5442 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:05:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.120337  5442 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:05:04.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:04.128970  5450 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:04.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:04.128988  5449 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:04.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:04.128995  5454 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:04.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.129266  5442 server_base.cc:1061] running on GCE node
06:05:04.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.130365  5442 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:05:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.131217  5442 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:05:04.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.132452  5442 hybrid_clock.cc:648] HybridClock initialized: now 1786514704132429 us; error 68 us; skew 500 ppm
06:05:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.135205  5442 webserver.cc:533] Webserver started at http://127.2.43.129:38573/ using document root <none> and password file <none>
06:05:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.135943  5442 fs_manager.cc:362] Metadata directory not provided
06:05:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.136020  5442 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:05:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.142419  5442 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.006s	sys 0.000s
06:05:04.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.145793  5464 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:05:04.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.147624  5442 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
06:05:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.147787  5442 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:05:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:05:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:05:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.148276  5442 fs_report.cc:389] FS layout report
06:05:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:05:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:05:04.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/wal
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/data
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:05:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:05:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.169656  5442 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:05:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.170475  5442 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:05:04.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.170671  5442 kserver.cc:163] Server-wide thread pool size limit: 3276
06:05:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.171347  5442 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:05:04.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.173252  5473 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:05:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.178592  5442 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:05:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.178779  5442 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
06:05:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.178886  5442 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:05:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.181291  5442 ts_tablet_manager.cc:616] Registered 1 tablets
06:05:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.181411  5442 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.001s	sys 0.000s
06:05:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.181905  5473 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap starting.
06:05:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.196534  5442 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.129:40715
06:05:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.196568  5647 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.129:40715 every 8 connection(s)
06:05:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.197836  5442 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-0/data/info.pb
06:05:04.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.203567  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 5442
06:05:04.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:05:04.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.204195  5473 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Log is configured to *not* fsync() on all Append() calls
06:05:04.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.214098  5650 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:05:04.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.214452  5650 heartbeater.cc:461] Registering TS with master...
06:05:04.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.215448  5650 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:05:04.217 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:05:04.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.218152  2525 ts_manager.cc:194] Re-registered known tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:05:04.219 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.130:36045
06:05:04.219 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:05:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.220124  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 4895
06:05:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.235534  5653 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:05:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.235737  5653 heartbeater.cc:461] Registering TS with master...
06:05:04.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.236109  5653 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:05:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.237696  2284 ts_manager.cc:194] Re-registered known tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:05:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.239089  2284 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.129:38391
06:05:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.239431  5660 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:05:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.239580  5660 heartbeater.cc:461] Registering TS with master...
06:05:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.239921  5660 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:05:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.242149  2406 ts_manager.cc:194] Re-registered known tserver with Master: 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715)
06:05:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.257191  5473 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:05:04.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.257861  5473 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Bootstrap complete.
06:05:04.258 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:05:04.258 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] handling channelInactive
06:05:04.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state READY due to: connection closed
06:05:04.259 [DEBUG - Time-limited test] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:05:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.259496  5473 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Time spent bootstrapping tablet: real 0.078s	user 0.054s	sys 0.006s
06:05:04.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.262 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.263612  5473 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.264079  5473 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 941e3a7b07814b9ebdc2767cbdd6b324, State: Initialized, Role: FOLLOWER
06:05:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.264668  5473 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:04.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.265771  5653 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:05:04.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:04.265818  5473 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324: Time spent starting tablet: real 0.006s	user 0.004s	sys 0.002s
06:05:04.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:04.282 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:04.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [4ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [4ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [24ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@991479076(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@2ae46e25 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e5aacd0 -> wakeup thread Time-limited test)) after lookup
06:05:04.284 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:05:04.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.285 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:04.302 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:04.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [4ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [4ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [24ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [25ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [27ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [44ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@991479076(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@2ae46e25 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e5aacd0 -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208))) after lookup
06:05:04.304 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:05:04.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.305 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:04.343 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:04.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [4ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [4ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [24ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [25ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [27ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [44ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [45ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [47ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [47ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [84ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@991479076(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@2ae46e25 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208) -> (continuation of Deferred@810853643 after retry RPC@544561793), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e5aacd0 -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208) -> (continuation of Deferred@810853643 after retry RPC@544561793))) after lookup
06:05:04.343 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:05:04.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.345 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:04.382 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:04.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=124), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [4ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [4ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [24ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [25ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [27ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [44ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [45ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [47ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [47ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [84ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [85ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [87ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [87ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [124ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@991479076(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@2ae46e25 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208) -> (continuation of Deferred@810853643 after retry RPC@544561793) -> (continuation of Deferred@116954294 after retry RPC@1740894167), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e5aacd0 -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208) -> (continuation of Deferred@810853643 after retry RPC@544561793) -> (continuation of Deferred@116954294 after retry RPC@1740894167))) after lookup
06:05:04.384 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:05:04.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.386 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:04.542 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)[L],941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:04.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=284), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [4ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [4ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [24ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [25ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [27ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [44ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [45ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [47ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [47ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [84ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [85ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [87ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [87ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [124ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [125ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [128ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [128ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [280ms] refreshing cache from master, [281ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [284ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@991479076(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@2ae46e25 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208) -> (continuation of Deferred@810853643 after retry RPC@544561793) -> (continuation of Deferred@116954294 after retry RPC@1740894167) -> (continuation of Deferred@1893617408 after retry RPC@136031131), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e5aacd0 -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208) -> (continuation of Deferred@810853643 after retry RPC@544561793) -> (continuation of Deferred@116954294 after retry RPC@1740894167) -> (continuation of Deferred@1893617408 after retry RPC@136031131))) after lookup
06:05:04.543 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] connecting to peer
06:05:04.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:04.545 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045
06:05:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.471040  5684 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 30158e98f5c24f0f9aebd8e08bbaa2d5)
06:05:05.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.471315  5684 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:05.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.472816  5684 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:05:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.473980  5184 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111)
06:05:05.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.475133  5184 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045): Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111)
06:05:05.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.479343  5584 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" is_pre_election: true
06:05:05.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.479800  5584 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 8.
06:05:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.481215  5191 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 941e3a7b07814b9ebdc2767cbdd6b324, d4bf59f505904e209b1448c14f61f52b; no voters: 30158e98f5c24f0f9aebd8e08bbaa2d5
06:05:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.481676  5684 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 9 FOLLOWER]: Leader pre-election won for term 10
06:05:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.481765  5684 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 9 FOLLOWER]: Starting leader election (detected failure of leader 30158e98f5c24f0f9aebd8e08bbaa2d5)
06:05:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.481809  5684 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 9 FOLLOWER]: Advancing to term 10
06:05:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.482777  5684 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.483402  5684 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 10 election: Requested vote from peers 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129:40715), 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:05:05.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.484141  5584 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "d4bf59f505904e209b1448c14f61f52b" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "941e3a7b07814b9ebdc2767cbdd6b324"
06:05:05.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.484333  5584 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 8 FOLLOWER]: Advancing to term 10
06:05:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.484992  5184 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045): Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111)
06:05:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.486548  5584 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4bf59f505904e209b1448c14f61f52b in term 10.
06:05:05.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.487138  5191 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 941e3a7b07814b9ebdc2767cbdd6b324, d4bf59f505904e209b1448c14f61f52b; no voters: 30158e98f5c24f0f9aebd8e08bbaa2d5
06:05:05.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.487443  5684 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 10 FOLLOWER]: Leader election won for term 10
06:05:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.487838  5684 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 10 LEADER]: Becoming Leader. State: Replica: d4bf59f505904e209b1448c14f61f52b, State: Running, Role: LEADER
06:05:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.488225  5684 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.491952  2284 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b reported cstate change: term changed from 9 to 10, leader changed from 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130) to d4bf59f505904e209b1448c14f61f52b (127.2.43.131). New cstate: current_term: 10 leader_uuid: "d4bf59f505904e209b1448c14f61f52b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: HEALTHY } } }
06:05:05.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:05.583 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:05:05.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1325), Traces: [0ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [4ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [4ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [24ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [25ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [27ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [44ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [45ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [47ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [47ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [84ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [85ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [87ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [87ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [124ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [125ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [128ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [128ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [280ms] refreshing cache from master, [281ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [284ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [285ms] sending RPC to server 30158e98f5c24f0f9aebd8e08bbaa2d5, [287ms] received response from server 30158e98f5c24f0f9aebd8e08bbaa2d5: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [287ms] delaying RPC due to: Network error: Failed to connect to peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045): Connection refused: /127.2.43.130:36045, [1321ms] refreshing cache from master, [1321ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1324ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@991479076(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@2ae46e25 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208) -> (continuation of Deferred@810853643 after retry RPC@544561793) -> (continuation of Deferred@116954294 after retry RPC@1740894167) -> (continuation of Deferred@1893617408 after retry RPC@136031131) -> (continuation of Deferred@1864139982 after retry RPC@982429125), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e5aacd0 -> wakeup thread Time-limited test -> (continuation of Deferred@54790348 after retry RPC@150149208) -> (continuation of Deferred@810853643 after retry RPC@544561793) -> (continuation of Deferred@116954294 after retry RPC@1740894167) -> (continuation of Deferred@1893617408 after retry RPC@136031131) -> (continuation of Deferred@1864139982 after retry RPC@982429125))) after lookup
06:05:05.584 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:05:05.585 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] Successfully connected to peer
06:05:05.604 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x87eb0921, L:/127.0.0.1:37526 - R:/127.2.43.131:42301] using TOKEN/null
06:05:05.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.609577  5184 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b -> Peer 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045): Couldn't send request to peer 30158e98f5c24f0f9aebd8e08bbaa2d5. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.130:36045: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:05:05.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.609550  5584 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 10 FOLLOWER]: Refusing update from remote peer d4bf59f505904e209b1448c14f61f52b: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 38. (index mismatch)
06:05:05.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.610721  5696 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [LEADER]: Connected to new peer: Peer: permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
06:05:05.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.622603  5720 mvcc.cc:204] Tried to move back new op lower bound from 7317564234168291328 to 7317564233682948096. Current Snapshot: MvccSnapshot[applied={T|T < 7317564234168291328 or (T in {7317564234168291328})}]
06:05:05.642 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.130:36045
06:05:05.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:05:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.643419  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:05:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:05:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:05:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data
06:05:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:05:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:05:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/logs
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.130:36045
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.130
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37863
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.130
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:05:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:05:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.773846  5734 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:05:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.774142  5734 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:05:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.774191  5734 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:05:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.778446  5734 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:05:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.778646  5734 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.130
06:05:05.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.784571  5734 tablet_server_runner.cc:78] Tablet server non-default flags:
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.130:36045
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.130
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37863
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5734
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.130
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/logs
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:05:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:05:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:05:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:05:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.785988  5734 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:05:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.787294  5734 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:05:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.796682  5744 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.796682  5741 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.797107  5734 server_base.cc:1061] running on GCE node
06:05:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:05.796682  5742 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.797991  5734 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:05:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.798853  5734 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:05:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.802420  5734 hybrid_clock.cc:648] HybridClock initialized: now 1786514705802288 us; error 90 us; skew 500 ppm
06:05:05.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.805209  5734 webserver.cc:533] Webserver started at http://127.2.43.130:37863/ using document root <none> and password file <none>
06:05:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.806044  5734 fs_manager.cc:362] Metadata directory not provided
06:05:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.806167  5734 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:05:05.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.811023  5734 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.001s
06:05:05.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.814556  5751 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:05:05.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.816569  5734 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.003s
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.816789  5734 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:40 on dist-test-slave-1nl6"
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.817535  5734 fs_report.cc:389] FS layout report
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/wal
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/data
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:05:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:05:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:05:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:05:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:05:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:05:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:05:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:05:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:05:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:05:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:05:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.841581  5734 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:05:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.842428  5734 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:05:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.842625  5734 kserver.cc:163] Server-wide thread pool size limit: 3276
06:05:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.843500  5734 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:05:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.845193  5761 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:05:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.849654  5734 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:05:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.849911  5734 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.000s
06:05:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.850041  5734 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:05:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.853078  5734 ts_tablet_manager.cc:616] Registered 1 tablets
06:05:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.853210  5734 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.001s	sys 0.000s
06:05:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.853752  5761 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap starting.
06:05:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.868809  5734 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.130:36045
06:05:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.869884  5940 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.130:36045 every 8 connection(s)
06:05:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.870401  5734 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-1/data/info.pb
06:05:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.874859  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 5734
06:05:05.875 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:05:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.883755  5944 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:05:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.883970  5761 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Log is configured to *not* fsync() on all Append() calls
06:05:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.884140  5944 heartbeater.cc:461] Registering TS with master...
06:05:05.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.884933  5944 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:05:05.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.886454  5945 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:05:05.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.886595  5945 heartbeater.cc:461] Registering TS with master...
06:05:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.886864  5945 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:05:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.887406  2284 ts_manager.cc:194] Re-registered known tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:05:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.888562  2284 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.130:45155
06:05:05.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.889496  2406 ts_manager.cc:194] Re-registered known tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:05:05.889 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:05:05.891 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.43.131:42301
06:05:05.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:05:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.890693  5943 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:05:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.890848  5943 heartbeater.cc:461] Registering TS with master...
06:05:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.891155  5943 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:05:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.891927  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 5160
06:05:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.892431  2525 ts_manager.cc:194] Re-registered known tserver with Master: 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045)
06:05:05.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:05:05.922 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] handling channelInactive
06:05:05.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state READY due to: connection closed
06:05:05.923 [DEBUG - Time-limited test] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:05:05.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.926 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.936691  5761 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.937191  5761 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Bootstrap complete.
06:05:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.938334  5761 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Time spent bootstrapping tablet: real 0.085s	user 0.043s	sys 0.012s
06:05:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.941192  5761 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:05.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.941766  5761 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30158e98f5c24f0f9aebd8e08bbaa2d5, State: Initialized, Role: FOLLOWER
06:05:05.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.942385  5761 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:05.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:05.943 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:05:05.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [3ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1802656547(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@24dd230d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dadaf2a -> wakeup thread Time-limited test)) after lookup
06:05:05.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.943658  5761 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5: Time spent starting tablet: real 0.005s	user 0.007s	sys 0.001s
06:05:05.944 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:05:05.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:05.944123  5944 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:05:05.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.947 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:05.963 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:05:05.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [3ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [24ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [24ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [39ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1802656547(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@24dd230d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dadaf2a -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030))) after lookup
06:05:05.963 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:05:05.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.965 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:05.983 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:05:05.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [3ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [24ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [24ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [39ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [40ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [42ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [59ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1802656547(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@24dd230d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dadaf2a -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627))) after lookup
06:05:05.984 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:05:05.985 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:05.986 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:06.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:06.123 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:05:06.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [3ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [24ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [24ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [39ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [40ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [42ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [59ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [61ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [63ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [63ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [199ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1802656547(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@24dd230d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627) -> (continuation of Deferred@51986115 after retry RPC@1864448755), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dadaf2a -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627) -> (continuation of Deferred@51986115 after retry RPC@1864448755))) after lookup
06:05:06.124 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:05:06.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:06.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:06.126 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:06.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:06.162 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:05:06.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=240), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [3ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [24ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [24ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [39ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [40ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [42ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [59ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [61ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [63ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [63ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [199ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [201ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [203ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [203ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [236ms] refreshing cache from master, [236ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [239ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1802656547(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@24dd230d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627) -> (continuation of Deferred@51986115 after retry RPC@1864448755) -> (continuation of Deferred@652480208 after retry RPC@1089168036), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dadaf2a -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627) -> (continuation of Deferred@51986115 after retry RPC@1864448755) -> (continuation of Deferred@652480208 after retry RPC@1089168036))) after lookup
06:05:06.164 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:05:06.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:06.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:06.166 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:06.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:06.963 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715),d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)[L]]}]
06:05:06.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1041), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [3ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [24ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [24ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [39ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [40ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [42ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [59ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [61ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [63ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [63ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [199ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [201ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [203ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [203ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [236ms] refreshing cache from master, [236ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [239ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [240ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [243ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [243ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [1036ms] refreshing cache from master, [1036ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1040ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1802656547(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@24dd230d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627) -> (continuation of Deferred@51986115 after retry RPC@1864448755) -> (continuation of Deferred@652480208 after retry RPC@1089168036) -> (continuation of Deferred@572723176 after retry RPC@960935754), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dadaf2a -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627) -> (continuation of Deferred@51986115 after retry RPC@1864448755) -> (continuation of Deferred@652480208 after retry RPC@1089168036) -> (continuation of Deferred@572723176 after retry RPC@960935754))) after lookup
06:05:06.964 [DEBUG - kudu-nio-0] (Connection.java:748) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] connecting to peer
06:05:06.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:06.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:06.966 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301) for tablet 5f9075ee58a14d678d7018dc4c4ffcdc: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301
06:05:07.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.143113  5963 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader d4bf59f505904e209b1448c14f61f52b)
06:05:07.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.143332  5963 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.144702  5963 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:07.145726  5467 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:05:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:07.146724  5467 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:05:07.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.150782  5865 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" is_pre_election: true
06:05:07.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.151441  5865 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 941e3a7b07814b9ebdc2767cbdd6b324 in term 9.
06:05:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.152726  5465 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, 941e3a7b07814b9ebdc2767cbdd6b324; no voters: d4bf59f505904e209b1448c14f61f52b
06:05:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.153236  5963 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 10 FOLLOWER]: Leader pre-election won for term 11
06:05:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.153381  5963 raft_consensus.cc:493] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 10 FOLLOWER]: Starting leader election (detected failure of leader d4bf59f505904e209b1448c14f61f52b)
06:05:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.153411  5963 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 10 FOLLOWER]: Advancing to term 11
06:05:07.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.154539  5963 raft_consensus.cc:515] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:07.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.155146  5963 leader_election.cc:290] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 11 election: Requested vote from peers 30158e98f5c24f0f9aebd8e08bbaa2d5 (127.2.43.130:36045), d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:07.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.156028  5865 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f9075ee58a14d678d7018dc4c4ffcdc" candidate_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5"
06:05:07.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.156270  5865 raft_consensus.cc:3060] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 9 FOLLOWER]: Advancing to term 11
06:05:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:07.157013  5467 leader_election.cc:336] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111)
06:05:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.159196  5865 raft_consensus.cc:2468] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 941e3a7b07814b9ebdc2767cbdd6b324 in term 11.
06:05:07.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.159993  5465 leader_election.cc:304] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30158e98f5c24f0f9aebd8e08bbaa2d5, 941e3a7b07814b9ebdc2767cbdd6b324; no voters: d4bf59f505904e209b1448c14f61f52b
06:05:07.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.160486  5963 raft_consensus.cc:2804] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 11 FOLLOWER]: Leader election won for term 11
06:05:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.160895  5963 raft_consensus.cc:697] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [term 11 LEADER]: Becoming Leader. State: Replica: 941e3a7b07814b9ebdc2767cbdd6b324, State: Running, Role: LEADER
06:05:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.161548  5963 consensus_queue.cc:237] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.165661  2284 catalog_manager.cc:5739] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 reported cstate change: term changed from 10 to 11, leader changed from d4bf59f505904e209b1448c14f61f52b (127.2.43.131) to 941e3a7b07814b9ebdc2767cbdd6b324 (127.2.43.129). New cstate: current_term: 11 leader_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } health_report { overall_health: UNKNOWN } } }
06:05:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:07.591259  5467 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 -> Peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Couldn't send request to peer d4bf59f505904e209b1448c14f61f52b. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:05:07.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.683718  5865 raft_consensus.cc:1275] T 5f9075ee58a14d678d7018dc4c4ffcdc P 30158e98f5c24f0f9aebd8e08bbaa2d5 [term 11 FOLLOWER]: Refusing update from remote peer 941e3a7b07814b9ebdc2767cbdd6b324: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
06:05:07.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:07.684583  5963 consensus_queue.cc:1048] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
06:05:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:09.977859  5467 consensus_peers.cc:597] T 5f9075ee58a14d678d7018dc4c4ffcdc P 941e3a7b07814b9ebdc2767cbdd6b324 -> Peer d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301): Couldn't send request to peer d4bf59f505904e209b1448c14f61f52b. Status: Network error: Client connection negotiation failed: client connection to 127.2.43.131:42301: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:05:10.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5f9075ee58a14d678d7018dc4c4ffcdc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654' with partition [<start>, <end>)
06:05:10.924 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5f9075ee58a14d678d7018dc4c4ffcdc@[30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045),941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)[L],d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)]}]
06:05:10.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=5001), Traces: [0ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [3ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [3ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [21ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [24ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [24ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [39ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [40ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [42ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [59ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [61ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [63ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [63ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [199ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [201ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [203ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [203ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [236ms] refreshing cache from master, [236ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [239ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [240ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [243ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [243ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [1036ms] refreshing cache from master, [1036ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [1040ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, [1041ms] sending RPC to server d4bf59f505904e209b1448c14f61f52b, [1043ms] received response from server d4bf59f505904e209b1448c14f61f52b: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [1043ms] delaying RPC due to: Network error: Failed to connect to peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301): Connection refused: /127.2.43.131:42301, [4996ms] refreshing cache from master, [4996ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.43.190:44749, [5000ms] Sub RPC GetTableLocations: received response from server master-127.2.43.190:44749: OK, deferred=Deferred@1802656547(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f54f036c7f8@24dd230d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627) -> (continuation of Deferred@51986115 after retry RPC@1864448755) -> (continuation of Deferred@652480208 after retry RPC@1089168036) -> (continuation of Deferred@572723176 after retry RPC@960935754) -> (continuation of Deferred@176207856 after retry RPC@116436237), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dadaf2a -> wakeup thread Time-limited test -> (continuation of Deferred@83936659 after retry RPC@636813030) -> (continuation of Deferred@1217727529 after retry RPC@1251268627) -> (continuation of Deferred@51986115 after retry RPC@1864448755) -> (continuation of Deferred@652480208 after retry RPC@1089168036) -> (continuation of Deferred@572723176 after retry RPC@960935754) -> (continuation of Deferred@176207856 after retry RPC@116436237))) after lookup
06:05:10.925 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] connecting to peer
06:05:10.926 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] Successfully connected to peer
06:05:10.947 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x5935dda5, L:/127.0.0.1:47368 - R:/127.2.43.129:40715] using TOKEN/null
06:05:10.975 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.43.131:42301
06:05:10.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:10.976738  2222 external_mini_cluster.cc:1373] Running /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6evo3n/build/debug/bin/kudu
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:05:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:05:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:42301
06:05:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:05:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:05:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43609
06:05:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:05:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:05:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:05:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:05:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:05:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:11.107417  6030 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:05:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:11.107752  6030 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:05:11.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:11.107825  6030 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:05:11.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:11.111821  6030 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:05:11.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:11.112023  6030 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.43.131
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.116765  6030 tablet_server_runner.cc:78] Tablet server non-default flags:
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.43.148:45419
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.43.131:42301
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.43.131
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43609
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.43.190:44749,127.2.43.189:33591,127.2.43.188:38209
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6030
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.43.131
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/logs
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:18 UTC on bdcb31816ec0
06:05:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17643
06:05:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.118050  6030 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:05:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.119469  6030 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:05:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:11.127342  6035 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:11.127436  6038 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.127605  6030 server_base.cc:1061] running on GCE node
06:05:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:05:11.127445  6036 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:05:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.128513  6030 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:05:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.129307  6030 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:05:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.130548  6030 hybrid_clock.cc:648] HybridClock initialized: now 1786514711130525 us; error 54 us; skew 500 ppm
06:05:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.132977  6030 webserver.cc:533] Webserver started at http://127.2.43.131:43609/ using document root <none> and password file <none>
06:05:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.133759  6030 fs_manager.cc:362] Metadata directory not provided
06:05:11.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.133867  6030 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:05:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.138234  6030 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
06:05:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.140972  6049 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:05:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.142695  6030 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
06:05:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.143020  6030 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data,/tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4bf59f505904e209b1448c14f61f52b"
06:05:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:04:41 on dist-test-slave-1nl6"
06:05:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.143596  6030 fs_report.cc:389] FS layout report
06:05:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:05:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/wal
06:05:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/data
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:05:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:05:11.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.201098  6030 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:05:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.201992  6030 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:05:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.202291  6030 kserver.cc:163] Server-wide thread pool size limit: 3276
06:05:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.202989  6030 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:05:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.204543  6059 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
06:05:11.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.210430  6030 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:05:11.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.210572  6030 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
06:05:11.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.210654  6030 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:05:11.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.212983  6030 ts_tablet_manager.cc:616] Registered 1 tablets
06:05:11.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.213054  6030 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
06:05:11.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.213809  6059 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap starting.
06:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.228145  6030 rpc_server.cc:307] RPC server started. Bound to: 127.2.43.131:42301
06:05:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.228173  6241 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.43.131:42301 every 8 connection(s)
06:05:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.229413  6030 server_base.cc:1193] Dumped server information to /tmp/dist-test-task6evo3n/test-tmp/mini-kudu-cluster12358560147054563834/ts-2/data/info.pb
06:05:11.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.236897  6059 log.cc:826] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Log is configured to *not* fsync() on all Append() calls
06:05:11.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.238021  2222 external_mini_cluster.cc:1435] Started /tmp/dist-test-task6evo3n/build/debug/bin/kudu as pid 6030
06:05:11.238 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:05:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.245890  6243 heartbeater.cc:344] Connected to a master server at 127.2.43.190:44749
06:05:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.246201  6243 heartbeater.cc:461] Registering TS with master...
06:05:11.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.246937  6243 heartbeater.cc:507] Master 127.2.43.190:44749 requested a full tablet report, sending...
06:05:11.249 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:05:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.250028  2285 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.251096  2285 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.43.131:39675
06:05:11.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.251834  6246 heartbeater.cc:344] Connected to a master server at 127.2.43.189:33591
06:05:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.251955  6246 heartbeater.cc:461] Registering TS with master...
06:05:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.252255  6246 heartbeater.cc:507] Master 127.2.43.189:33591 requested a full tablet report, sending...
06:05:11.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.253947  2404 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:11.255 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514681654, tablet=5f9075ee58a14d678d7018dc4c4ffcdc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:05:11.261 [DEBUG - main] (Connection.java:575) [peer d4bf59f505904e209b1448c14f61f52b(127.2.43.131:42301)] disconnecting while in state TERMINATED
06:05:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.261099  6242 heartbeater.cc:344] Connected to a master server at 127.2.43.188:38209
06:05:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.261252  6242 heartbeater.cc:461] Registering TS with master...
06:05:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.261514  6242 heartbeater.cc:507] Master 127.2.43.188:38209 requested a full tablet report, sending...
06:05:11.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.262683  2525 ts_manager.cc:194] Re-registered known tserver with Master: d4bf59f505904e209b1448c14f61f52b (127.2.43.131:42301)
06:05:11.263 [DEBUG - main] (Connection.java:575) [peer master-127.2.43.189:33591(127.2.43.189:33591)] disconnecting while in state READY
06:05:11.266 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.43.189:33591(127.2.43.189:33591)] handling channelInactive
06:05:11.267 [DEBUG - main] (Connection.java:575) [peer master-127.2.43.190:44749(127.2.43.190:44749)] disconnecting while in state READY
06:05:11.267 [DEBUG - main] (Connection.java:575) [peer 30158e98f5c24f0f9aebd8e08bbaa2d5(127.2.43.130:36045)] disconnecting while in state TERMINATED
06:05:11.267 [DEBUG - main] (Connection.java:575) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] disconnecting while in state READY
06:05:11.267 [DEBUG - main] (Connection.java:575) [peer master-127.2.43.188:38209(127.2.43.188:38209)] disconnecting while in state READY
06:05:11.268 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.43.190:44749(127.2.43.190:44749)] handling channelInactive
06:05:11.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.43.190:44749(127.2.43.190:44749)] cleaning up while in state READY due to: connection closed
06:05:11.269 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] handling channelInactive
06:05:11.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 941e3a7b07814b9ebdc2767cbdd6b324(127.2.43.129:40715)] cleaning up while in state READY due to: connection closed
06:05:11.269 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.43.188:38209(127.2.43.188:38209)] handling channelInactive
06:05:11.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.43.188:38209(127.2.43.188:38209)] cleaning up while in state READY due to: connection closed
06:05:11.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.271931  6059 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:05:11.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.272516  6059 tablet_bootstrap.cc:492] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Bootstrap complete.
06:05:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.274075  6059 ts_tablet_manager.cc:1403] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent bootstrapping tablet: real 0.061s	user 0.046s	sys 0.009s
06:05:11.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.43.189:33591(127.2.43.189:33591)] cleaning up while in state READY due to: connection closed
06:05:11.274 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:05:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.277457  6059 raft_consensus.cc:359] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.278044  6059 raft_consensus.cc:740] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4bf59f505904e209b1448c14f61f52b, State: Initialized, Role: FOLLOWER
06:05:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.278669  6059 consensus_queue.cc:260] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "941e3a7b07814b9ebdc2767cbdd6b324" member_type: VOTER last_known_addr { host: "127.2.43.129" port: 40715 } } peers { permanent_uuid: "30158e98f5c24f0f9aebd8e08bbaa2d5" member_type: VOTER last_known_addr { host: "127.2.43.130" port: 36045 } } peers { permanent_uuid: "d4bf59f505904e209b1448c14f61f52b" member_type: VOTER last_known_addr { host: "127.2.43.131" port: 42301 } }
06:05:11.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.279979  6059 ts_tablet_manager.cc:1434] T 5f9075ee58a14d678d7018dc4c4ffcdc P d4bf59f505904e209b1448c14f61f52b: Time spent starting tablet: real 0.006s	user 0.008s	sys 0.000s
06:05:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.280485  6243 heartbeater.cc:499] Master 127.2.43.190:44749 was elected leader, sending a full tablet report...
06:05:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.282689  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 5442
06:05:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.308853  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 5734
06:05:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.353207  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 6030
06:05:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.381502  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 2240
06:05:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.398452  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 2350
06:05:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:05:11.413771  2222 external_mini_cluster.cc:1671] Killing /tmp/dist-test-task6evo3n/build/debug/bin/kudu with pid 2474
06:05:11.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:05:11Z chronyd exiting

Time: 33.174

OK (1 test)

