JUnit version 4.13.2
.02:07:18.021 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786500438012
02:07:18.090 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:07:18.158 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:07:18.170 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskTbGplo/test-tmp
02:07:18.176 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
02:07:18.179 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskTbGplo/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
02:07:18.375 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:07:18.389 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:07:18.390 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:07:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.392086 27529 mini_oidc.cc:150] Starting JWKS server
02:07:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.392939 27529 webserver.cc:533] Webserver started at http://127.0.0.1:32865/ using document root <none> and password file <none>
02:07:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.393095 27529 mini_oidc.cc:186] Starting OIDC Discovery server
02:07:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.393281 27529 webserver.cc:533] Webserver started at http://127.0.0.1:33019/ using document root <none> and password file <none>
02:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:07:18Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:07:18Z Disabled control of system clock
02:07:18.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.406556 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/wal
02:07:18.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/data
02:07:18.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:18.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:18.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:18.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:18.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:18.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:18.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/logs
02:07:18.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/data/info.pb
02:07:18.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:18.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:18.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:18.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:18.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:18.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.126:45013
02:07:18.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.126
02:07:18.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:18.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32865/jwks.json with env {}
02:07:18.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.490293 27544 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:18.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.490545 27544 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:18.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.490577 27544 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:18.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.492836 27544 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:18.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.492909 27544 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:18.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.492936 27544 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:18.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.492957 27544 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:18.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.492978 27544 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:18.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.492997 27544 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32865/jwks.json
02:07:18.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.495606 27544 master_runner.cc:387] Master server non-default flags:
02:07:18.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/logs
02:07:18.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/data
02:07:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/wal
02:07:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:18.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.126:45013
02:07:18.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:18.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:18.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:18.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32865/jwks.json
02:07:18.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:18.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:18.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/data/info.pb
02:07:18.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.126
02:07:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.27544
02:07:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:18.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:18.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:18.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.495880 27544 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:18.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.496162 27544 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:18.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.499097 27550 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:18.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.499109 27553 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:18.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.499109 27551 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.499537 27544 server_base.cc:1061] running on GCE node
02:07:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.499859 27544 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.500190 27544 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.501351 27544 hybrid_clock.cc:648] HybridClock initialized: now 1786500438501369 us; error 63 us; skew 500 ppm
02:07:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.502574 27544 webserver.cc:533] Webserver started at http://127.26.226.126:39085/ using document root <none> and password file <none>
02:07:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.502727 27544 fs_manager.cc:362] Metadata directory not provided
02:07:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.502756 27544 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.502868 27544 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.503782 27544 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/data/instance:
02:07:18.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95b64dd08519495181b2446142ef97c4"
02:07:18.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:18 on dist-test-slave-8n49"
02:07:18.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.504068 27544 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/wal/instance:
02:07:18.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95b64dd08519495181b2446142ef97c4"
02:07:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:18 on dist-test-slave-8n49"
02:07:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.505640 27544 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
02:07:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.506546 27560 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:18.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.506737 27544 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:07:18.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.506819 27544 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/wal
02:07:18.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95b64dd08519495181b2446142ef97c4"
02:07:18.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:18 on dist-test-slave-8n49"
02:07:18.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.506920 27544 fs_report.cc:389] FS layout report
02:07:18.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:18.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/wal
02:07:18.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/wal
02:07:18.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/data/data
02:07:18.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:18.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:18.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:18.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:18.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:18.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.524751 27544 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:18.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.525137 27544 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:18.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.525276 27544 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:18.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.530093 27544 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.126:45013
02:07:18.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.530124 27621 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.126:45013 every 8 connection(s)
02:07:18.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.530552 27544 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/data/info.pb
02:07:18.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.531257 27622 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.532979 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 27544
02:07:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.533089 27529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-0/wal/instance
02:07:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.532490 27622 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } has no permanent_uuid. Determining permanent_uuid...
02:07:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.534018 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/wal
02:07:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/data
02:07:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:18.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:18.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:18.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/logs
02:07:18.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/data/info.pb
02:07:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.125:41525
02:07:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.125
02:07:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:18.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:18.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:18.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32865/jwks.json with env {}
02:07:18.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.545507 27622 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } has no permanent_uuid. Determining permanent_uuid...
02:07:18.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.545961 27564 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.125:41525: connect: Connection refused (error 111)
02:07:18.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.546415 27622 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.226.125:41525: Network error: Client connection negotiation failed: client connection to 127.26.226.125:41525: connect: Connection refused (error 111)
02:07:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.595665 27622 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } attempt: 1
02:07:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.596545 27622 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.226.125:41525: Network error: Client connection negotiation failed: client connection to 127.26.226.125:41525: connect: Connection refused (error 111)
02:07:18.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.617208 27626 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:18.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.617435 27626 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:18.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.617471 27626 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:18.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.619427 27626 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.619522 27626 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.619549 27626 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.619568 27626 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.619588 27626 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.619603 27626 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32865/jwks.json
02:07:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.621826 27626 master_runner.cc:387] Master server non-default flags:
02:07:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/logs
02:07:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/data
02:07:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/wal
02:07:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.125:41525
02:07:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32865/jwks.json
02:07:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/data/info.pb
02:07:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.125
02:07:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.27626
02:07:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.622123 27626 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.622406 27626 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.625412 27636 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:18.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.625468 27634 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:18.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.625427 27633 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.625918 27626 server_base.cc:1061] running on GCE node
02:07:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.626150 27626 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.626451 27626 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.627627 27626 hybrid_clock.cc:648] HybridClock initialized: now 1786500438627603 us; error 34 us; skew 500 ppm
02:07:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.629058 27626 webserver.cc:533] Webserver started at http://127.26.226.125:33305/ using document root <none> and password file <none>
02:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.629298 27626 fs_manager.cc:362] Metadata directory not provided
02:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.629354 27626 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.629477 27626 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.630642 27626 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/data/instance:
02:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3692e0cbc0c4947a454a2827805324d"
02:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:18 on dist-test-slave-8n49"
02:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.631038 27626 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/wal/instance:
02:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3692e0cbc0c4947a454a2827805324d"
02:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:18 on dist-test-slave-8n49"
02:07:18.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.632916 27626 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.003s	sys 0.000s
02:07:18.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.633780 27642 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:18.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.633934 27626 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:07:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.633996 27626 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/wal
02:07:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f3692e0cbc0c4947a454a2827805324d"
02:07:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:18 on dist-test-slave-8n49"
02:07:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.634058 27626 fs_report.cc:389] FS layout report
02:07:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/wal
02:07:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/wal
02:07:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/data/data
02:07:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:18.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:18.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:18.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:18.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:18.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.648905 27626 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:18.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.649263 27626 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.649397 27626 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.653916 27626 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.125:41525
02:07:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.653959 27704 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.125:41525 every 8 connection(s)
02:07:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.654351 27626 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/data/info.pb
02:07:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.655010 27705 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.656250 27705 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } has no permanent_uuid. Determining permanent_uuid...
02:07:18.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.661243 27705 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } has no permanent_uuid. Determining permanent_uuid...
02:07:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.663144 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 27626
02:07:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.663239 27529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-1/wal/instance
02:07:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.663687 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/wal
02:07:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/data
02:07:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/logs
02:07:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/data/info.pb
02:07:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.124:38809
02:07:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.124
02:07:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:18.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32865/jwks.json with env {}
02:07:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.664706 27622 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } attempt: 2
02:07:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.666270 27705 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } has no permanent_uuid. Determining permanent_uuid...
02:07:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.666646 27646 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.124:38809: connect: Connection refused (error 111)
02:07:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.668694 27622 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } has no permanent_uuid. Determining permanent_uuid...
02:07:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.669215 27622 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.226.124:38809: Network error: Client connection negotiation failed: client connection to 127.26.226.124:38809: connect: Connection refused (error 111)
02:07:18.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.672246 27705 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.226.124:38809: Network error: Client connection negotiation failed: client connection to 127.26.226.124:38809: connect: Connection refused (error 111)
02:07:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.712337 27622 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } attempt: 1
02:07:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.713260 27622 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.226.124:38809: Network error: Client connection negotiation failed: client connection to 127.26.226.124:38809: connect: Connection refused (error 111)
02:07:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.721470 27705 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } attempt: 1
02:07:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.722381 27705 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.226.124:38809: Network error: Client connection negotiation failed: client connection to 127.26.226.124:38809: connect: Connection refused (error 111)
02:07:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.750138 27709 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.750341 27709 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.750363 27709 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.751833 27709 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.751874 27709 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.751888 27709 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.751900 27709 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.751912 27709 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:18.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.751924 27709 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32865/jwks.json
02:07:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.754154 27709 master_runner.cc:387] Master server non-default flags:
02:07:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/logs
02:07:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/data
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/wal
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.124:38809
02:07:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32865/jwks.json
02:07:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/data/info.pb
02:07:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.124
02:07:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.27709
02:07:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.754449 27709 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.754707 27709 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.757656 27720 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.758251 27709 server_base.cc:1061] running on GCE node
02:07:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.758731 27718 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.760411 27622 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } attempt: 2
02:07:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.760489 27717 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.761046 27622 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.226.124:38809: Network error: Client connection negotiation failed: client connection to 127.26.226.124:38809: connect: Connection refused (error 111)
02:07:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.761924 27709 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.762270 27709 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:18.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.765549 27709 hybrid_clock.cc:648] HybridClock initialized: now 1786500438765523 us; error 39 us; skew 500 ppm
02:07:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.766741 27709 webserver.cc:533] Webserver started at http://127.26.226.124:33617/ using document root <none> and password file <none>
02:07:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.767004 27709 fs_manager.cc:362] Metadata directory not provided
02:07:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.767062 27709 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.767194 27709 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.768342 27709 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/data/instance:
02:07:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4bc7c0a78bdb4732b7e1468413723748"
02:07:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:18 on dist-test-slave-8n49"
02:07:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.768764 27709 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/wal/instance:
02:07:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4bc7c0a78bdb4732b7e1468413723748"
02:07:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:18 on dist-test-slave-8n49"
02:07:18.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.770457 27709 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.002s
02:07:18.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.771474 27726 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:18.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.771682 27709 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:07:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.771759 27709 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/wal
02:07:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4bc7c0a78bdb4732b7e1468413723748"
02:07:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:18 on dist-test-slave-8n49"
02:07:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.771828 27709 fs_report.cc:389] FS layout report
02:07:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/wal
02:07:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/wal
02:07:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/data/data
02:07:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:18.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.785158 27709 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.785537 27709 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.785673 27709 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.790328 27709 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.124:38809
02:07:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.790567 27705 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } attempt: 2
02:07:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.790349 27784 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.124:38809 every 8 connection(s)
02:07:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.791517 27709 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/data/info.pb
02:07:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.792455 27786 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:18.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.793967 27786 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } has no permanent_uuid. Determining permanent_uuid...
02:07:18.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.795837 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 27709
02:07:18.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.795945 27529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/master-2/wal/instance
02:07:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.798218 27705 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d: Bootstrap starting.
02:07:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.798808 27786 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } has no permanent_uuid. Determining permanent_uuid...
02:07:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.799021 27705 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d: Neither blocks nor log segments found. Creating new log.
02:07:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.799322 27705 log.cc:826] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d: Log is configured to *not* fsync() on all Append() calls
02:07:18.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.801673 27786 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } has no permanent_uuid. Determining permanent_uuid...
02:07:18.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.802810 27705 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d: No bootstrap required, opened a new log
02:07:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.805332 27705 raft_consensus.cc:359] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } }
02:07:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.806566 27705 raft_consensus.cc:385] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.806644 27705 raft_consensus.cc:740] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f3692e0cbc0c4947a454a2827805324d, State: Initialized, Role: FOLLOWER
02:07:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.806757 27705 consensus_queue.cc:260] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } }
02:07:18.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.807112 27705 sys_catalog.cc:565] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [sys.catalog]: configured and running, proceeding with master startup.
02:07:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.807758 27786 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748: Bootstrap starting.
02:07:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.809054 27786 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748: Neither blocks nor log segments found. Creating new log.
02:07:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.809012 27795 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.809281 27795 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [sys.catalog]: This master's current role is: FOLLOWER
02:07:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.809360 27786 log.cc:826] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748: Log is configured to *not* fsync() on all Append() calls
02:07:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.809525 27806 catalog_manager.cc:1594] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:07:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.809566 27806 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:07:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.809901 27626 master_runner.cc:187] Error getting master registration for 127.26.226.126:45013: OK, instance_id { permanent_uuid: "95b64dd08519495181b2446142ef97c4" instance_seqno: 1786500438528764 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:07:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.811420 27626 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:07:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.811900 27786 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748: No bootstrap required, opened a new log
02:07:18.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.814224 27786 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } }
02:07:18.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.814368 27786 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:18.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.814400 27786 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4bc7c0a78bdb4732b7e1468413723748, State: Initialized, Role: FOLLOWER
02:07:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.814512 27786 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } }
02:07:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.814812 27786 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [sys.catalog]: configured and running, proceeding with master startup.
02:07:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.814793 27809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.814934 27809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [sys.catalog]: This master's current role is: FOLLOWER
02:07:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.817041 27820 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:07:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.817113 27820 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:07:18.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.817641 27709 master_runner.cc:187] Error getting master registration for 127.26.226.126:45013: OK, instance_id { permanent_uuid: "95b64dd08519495181b2446142ef97c4" instance_seqno: 1786500438528764 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:07:18.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.819480 27709 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:07:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.868206 27622 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } attempt: 3
02:07:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.873704 27622 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4: Bootstrap starting.
02:07:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.874485 27622 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4: Neither blocks nor log segments found. Creating new log.
02:07:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.874994 27622 log.cc:826] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4: Log is configured to *not* fsync() on all Append() calls
02:07:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.875838 27622 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4: No bootstrap required, opened a new log
02:07:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.878028 27622 raft_consensus.cc:359] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } }
02:07:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.878154 27622 raft_consensus.cc:385] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.878186 27622 raft_consensus.cc:740] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95b64dd08519495181b2446142ef97c4, State: Initialized, Role: FOLLOWER
02:07:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.878306 27622 consensus_queue.cc:260] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } }
02:07:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.878576 27622 sys_catalog.cc:565] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [sys.catalog]: configured and running, proceeding with master startup.
02:07:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.880160 27823 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.880520 27823 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [sys.catalog]: This master's current role is: FOLLOWER
02:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.881557 27835 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:07:18.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.881619 27835 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:07:18.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.882799 27544 master_runner.cc:264] No leader master found from master 95b64dd08519495181b2446142ef97c4
02:07:18.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.882850 27544 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:07:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:18.900130 27648 tablet.cc:2406] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:18.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.974166 27823 raft_consensus.cc:493] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.974308 27823 raft_consensus.cc:515] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } }
02:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.974854 27823 leader_election.cc:290] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f3692e0cbc0c4947a454a2827805324d (127.26.226.125:41525), 4bc7c0a78bdb4732b7e1468413723748 (127.26.226.124:38809)
02:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.975169 27757 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95b64dd08519495181b2446142ef97c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4bc7c0a78bdb4732b7e1468413723748" is_pre_election: true
02:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.975322 27757 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95b64dd08519495181b2446142ef97c4 in term 0.
02:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.975584 27565 leader_election.cc:304] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4bc7c0a78bdb4732b7e1468413723748, 95b64dd08519495181b2446142ef97c4; no voters: 
02:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.976862 27673 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95b64dd08519495181b2446142ef97c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3692e0cbc0c4947a454a2827805324d" is_pre_election: true
02:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.977011 27673 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95b64dd08519495181b2446142ef97c4 in term 0.
02:07:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.977111 27823 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.977166 27823 raft_consensus.cc:493] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.977187 27823 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 0 FOLLOWER]: Advancing to term 1
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.978637 27823 raft_consensus.cc:515] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } }
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.978788 27823 leader_election.cc:290] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [CANDIDATE]: Term 1 election: Requested vote from peers f3692e0cbc0c4947a454a2827805324d (127.26.226.125:41525), 4bc7c0a78bdb4732b7e1468413723748 (127.26.226.124:38809)
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.978998 27757 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95b64dd08519495181b2446142ef97c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4bc7c0a78bdb4732b7e1468413723748"
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.979074 27757 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [term 0 FOLLOWER]: Advancing to term 1
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.979872 27757 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 95b64dd08519495181b2446142ef97c4 in term 1.
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.980132 27565 leader_election.cc:304] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4bc7c0a78bdb4732b7e1468413723748, 95b64dd08519495181b2446142ef97c4; no voters: 
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.980403 27673 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "95b64dd08519495181b2446142ef97c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f3692e0cbc0c4947a454a2827805324d"
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.980480 27673 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [term 0 FOLLOWER]: Advancing to term 1
02:07:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.981263 27673 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 95b64dd08519495181b2446142ef97c4 in term 1.
02:07:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.983989 27823 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 1 FOLLOWER]: Leader election won for term 1
02:07:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.984200 27823 raft_consensus.cc:697] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [term 1 LEADER]: Becoming Leader. State: Replica: 95b64dd08519495181b2446142ef97c4, State: Running, Role: LEADER
02:07:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.984292 27823 consensus_queue.cc:237] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } }
02:07:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.984766 27823 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 95b64dd08519495181b2446142ef97c4. Latest consensus state: current_term: 1 leader_uuid: "95b64dd08519495181b2446142ef97c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.984865 27823 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [sys.catalog]: This master's current role is: LEADER
02:07:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.986212 27840 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
02:07:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.986626 27840 catalog_manager.cc:1520] Initializing Kudu cluster ID...
02:07:18.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.988201 27757 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [term 1 FOLLOWER]: Refusing update from remote peer 95b64dd08519495181b2446142ef97c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:18.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.989513 27823 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.990609 27673 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [term 1 FOLLOWER]: Refusing update from remote peer 95b64dd08519495181b2446142ef97c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.990726 27809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 95b64dd08519495181b2446142ef97c4. Latest consensus state: current_term: 1 leader_uuid: "95b64dd08519495181b2446142ef97c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.990810 27809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [sys.catalog]: This master's current role is: FOLLOWER
02:07:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.990859 27823 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.992252 27842 mvcc.cc:204] Tried to move back new op lower bound from 7317505798093721600 to 7317505798080548864. Current Snapshot: MvccSnapshot[applied={T|T < 7317505798093721600}]
02:07:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.992384 27809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "95b64dd08519495181b2446142ef97c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.992450 27809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748 [sys.catalog]: This master's current role is: FOLLOWER
02:07:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.993448 27795 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 95b64dd08519495181b2446142ef97c4. Latest consensus state: current_term: 1 leader_uuid: "95b64dd08519495181b2446142ef97c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.993527 27795 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [sys.catalog]: This master's current role is: FOLLOWER
02:07:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.995072 27840 catalog_manager.cc:1383] Generated new cluster ID: 362d1109965248e794c1f42b637bf1ed
02:07:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.995155 27840 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
02:07:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.997408 27823 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "95b64dd08519495181b2446142ef97c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.997491 27823 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [sys.catalog]: This master's current role is: LEADER
02:07:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.998281 27841 mvcc.cc:204] Tried to move back new op lower bound from 7317505798093721600 to 7317505798080548864. Current Snapshot: MvccSnapshot[applied={T|T < 7317505798093721600 or (T in {7317505798093721600})}]
02:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.999236 27837 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "95b64dd08519495181b2446142ef97c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:18.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.999317 27837 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4 [sys.catalog]: This master's current role is: LEADER
02:07:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:18.999929 27848 mvcc.cc:204] Tried to move back new op lower bound from 7317505798093721600 to 7317505798080548864. Current Snapshot: MvccSnapshot[applied={T|T < 7317505798093721600}]
02:07:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.000010 27795 sys_catalog.cc:455] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "95b64dd08519495181b2446142ef97c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95b64dd08519495181b2446142ef97c4" member_type: VOTER last_known_addr { host: "127.26.226.126" port: 45013 } } peers { permanent_uuid: "f3692e0cbc0c4947a454a2827805324d" member_type: VOTER last_known_addr { host: "127.26.226.125" port: 41525 } } peers { permanent_uuid: "4bc7c0a78bdb4732b7e1468413723748" member_type: VOTER last_known_addr { host: "127.26.226.124" port: 38809 } } }
02:07:19.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.000080 27795 sys_catalog.cc:458] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d [sys.catalog]: This master's current role is: FOLLOWER
02:07:19.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.017143 27840 catalog_manager.cc:1406] Generated new certificate authority record
02:07:19.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.017850 27840 catalog_manager.cc:1540] Loading token signing keys...
02:07:19.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.022856 27840 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 95b64dd08519495181b2446142ef97c4: Generated new TSK 0
02:07:19.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.023061 27840 catalog_manager.cc:1550] Initializing in-progress tserver states...
02:07:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.028760 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data
02:07:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/logs
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:19.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.65:0
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.65
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.65
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:19.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:19.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.113662 27851 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.113840 27851 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.113862 27851 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.115399 27851 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.115449 27851 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.65
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.117115 27851 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/logs
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.65:0
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.65
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.27851
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.65
02:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.117304 27851 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.117499 27851 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.120069 27856 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.120088 27857 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.120239 27859 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.120422 27851 server_base.cc:1061] running on GCE node
02:07:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.120599 27851 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.120807 27851 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.121976 27851 hybrid_clock.cc:648] HybridClock initialized: now 1786500439121952 us; error 47 us; skew 500 ppm
02:07:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.123389 27851 webserver.cc:533] Webserver started at http://127.26.226.65:44095/ using document root <none> and password file <none>
02:07:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.123613 27851 fs_manager.cc:362] Metadata directory not provided
02:07:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.123682 27851 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.123801 27851 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.124969 27851 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/instance:
02:07:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.125396 27851 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal/instance:
02:07:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:19.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.126938 27851 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
02:07:19.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.127822 27868 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:19.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.127981 27851 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:07:19.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.128038 27851 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:19.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:19.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.128111 27851 fs_report.cc:389] FS layout report
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/data
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.140488 27851 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.140830 27851 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.140923 27851 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.141126 27851 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.141520 27851 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.141561 27851 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.141590 27851 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.141608 27851 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.147867 27851 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.65:46463
02:07:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.147933 27998 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.65:46463 every 8 connection(s)
02:07:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.148274 27851 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.154178 28001 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.154299 28001 heartbeater.cc:461] Registering TS with master...
02:07:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.154546 28001 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.154721 28000 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.154762 28000 heartbeater.cc:461] Registering TS with master...
02:07:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.154850 28000 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.154937 27999 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.154975 27999 heartbeater.cc:461] Registering TS with master...
02:07:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.155041 27999 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.155100 27661 ts_manager.cc:194] Registered new tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.155313 27579 ts_manager.cc:194] Registered new tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.155365 27745 ts_manager.cc:194] Registered new tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:19.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.156087 27579 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.65:56609
02:07:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.157017 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 27851
02:07:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.157121 27529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal/instance
02:07:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.158330 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data
02:07:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/logs
02:07:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.66:0
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.66
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.66
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.238010 28006 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.238178 28006 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.238197 28006 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.239820 28006 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:19.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.239872 28006 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.66
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.241343 28006 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/logs
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.66:0
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.66
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28006
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.66
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.241535 28006 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.241714 28006 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.244089 28011 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.244190 28012 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.244359 28014 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.244626 28006 server_base.cc:1061] running on GCE node
02:07:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.244829 28006 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.245095 28006 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.246284 28006 hybrid_clock.cc:648] HybridClock initialized: now 1786500439246257 us; error 32 us; skew 500 ppm
02:07:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.247502 28006 webserver.cc:533] Webserver started at http://127.26.226.66:39363/ using document root <none> and password file <none>
02:07:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.247732 28006 fs_manager.cc:362] Metadata directory not provided
02:07:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.247787 28006 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.247915 28006 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.248885 28006 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/instance:
02:07:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.249245 28006 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal/instance:
02:07:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.250810 28006 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
02:07:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.251662 28021 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.251845 28006 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:07:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.251919 28006 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.251986 28006 fs_report.cc:389] FS layout report
02:07:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/data
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:19.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.265528 28006 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.265888 28006 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.266016 28006 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.266283 28006 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.266721 28006 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.266793 28006 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.266827 28006 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.266845 28006 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:19.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.272742 28006 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.66:40159
02:07:19.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.272816 28150 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.66:40159 every 8 connection(s)
02:07:19.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.273167 28006 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:19.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.273438 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 28006
02:07:19.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.273524 27529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal/instance
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.275096 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:0
02:07:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.279620 28152 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.279731 28152 heartbeater.cc:461] Registering TS with master...
02:07:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.279932 28152 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.280330 27745 ts_manager.cc:194] Registered new tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.280720 28153 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.280711 28151 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.280802 28153 heartbeater.cc:461] Registering TS with master...
02:07:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.280812 28151 heartbeater.cc:461] Registering TS with master...
02:07:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.280900 28151 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.280923 28153 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.281118 27579 ts_manager.cc:194] Registered new tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.281188 27661 ts_manager.cc:194] Registered new tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.281534 27579 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.66:57135
02:07:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.358284 28160 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.358502 28160 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:19.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.358532 28160 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:19.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.360301 28160 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:19.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.360401 28160 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.67
02:07:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.362170 28160 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:0
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28160
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.362447 28160 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.362751 28160 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.365545 28168 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.365556 28166 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:19.365588 28171 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.366393 28160 server_base.cc:1061] running on GCE node
02:07:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.366539 28160 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.366714 28160 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.367863 28160 hybrid_clock.cc:648] HybridClock initialized: now 1786500439367848 us; error 25 us; skew 500 ppm
02:07:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.369266 28160 webserver.cc:533] Webserver started at http://127.26.226.67:36573/ using document root <none> and password file <none>
02:07:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.369505 28160 fs_manager.cc:362] Metadata directory not provided
02:07:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.369553 28160 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.369683 28160 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.371006 28160 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/instance:
02:07:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.371476 28160 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal/instance:
02:07:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:19.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.373994 28160 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.004s	sys 0.000s
02:07:19.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.375625 28177 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.376230 28160 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
02:07:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.376334 28160 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.376426 28160 fs_report.cc:389] FS layout report
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/data
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.394441 28160 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.394850 28160 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.394995 28160 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.395285 28160 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.395726 28160 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:07:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.395789 28160 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:07:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.395823 28160 ts_tablet_manager.cc:616] Registered 0 tablets
02:07:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.395843 28160 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:07:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.402902 28160 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.67:40335
02:07:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.402962 28308 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.67:40335 every 8 connection(s)
02:07:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.403321 28160 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:19.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.412774 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 28160
02:07:19.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.412868 27529 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal/instance
02:07:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.415658 28310 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.415737 28311 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.415781 28310 heartbeater.cc:461] Registering TS with master...
02:07:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.415814 28311 heartbeater.cc:461] Registering TS with master...
02:07:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.416038 28310 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.416137 28309 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.416044 28311 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.416208 28309 heartbeater.cc:461] Registering TS with master...
02:07:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.416290 28309 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.416513 27745 ts_manager.cc:194] Registered new tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.416608 27579 ts_manager.cc:194] Registered new tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.416697 27661 ts_manager.cc:194] Registered new tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.417199 27579 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.67:34867
02:07:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.429250 27529 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:07:19.430 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:07:19.431 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:07:19.440 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.226.126"
      port: 45013
    }
    bound_http_address {
      host: "127.26.226.126"
      port: 39085
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.226.125"
      port: 41525
    }
    bound_http_address {
      host: "127.26.226.125"
      port: 33305
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.226.124"
      port: 38809
    }
    bound_http_address {
      host: "127.26.226.124"
      port: 33617
    }
  }
}

02:07:19.447 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:07:19.450 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.226.65"
      port: 46463
    }
    bound_http_address {
      host: "127.26.226.65"
      port: 44095
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.226.66"
      port: 40159
    }
    bound_http_address {
      host: "127.26.226.66"
      port: 39363
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.226.67"
      port: 40335
    }
    bound_http_address {
      host: "127.26.226.67"
      port: 36573
    }
  }
}

02:07:19.450 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:07:19.647 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:07:19.721 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:07:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.810155 27806 catalog_manager.cc:1295] Loaded cluster ID: 362d1109965248e794c1f42b637bf1ed
02:07:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.810253 27806 catalog_manager.cc:1588] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d: loading cluster ID for follower catalog manager: success
02:07:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.811648 27806 catalog_manager.cc:1610] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d: acquiring CA information for follower catalog manager: success
02:07:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.811985 27806 catalog_manager.cc:1638] T 00000000000000000000000000000000 P f3692e0cbc0c4947a454a2827805324d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:07:19.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.817521 27820 catalog_manager.cc:1295] Loaded cluster ID: 362d1109965248e794c1f42b637bf1ed
02:07:19.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.817596 27820 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748: loading cluster ID for follower catalog manager: success
02:07:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.818940 27820 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748: acquiring CA information for follower catalog manager: success
02:07:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:19.819285 27820 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 4bc7c0a78bdb4732b7e1468413723748: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:07:19.907 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.226.124:38809(127.26.226.124:38809)] connecting to peer
02:07:19.967 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.226.125:41525(127.26.226.125:41525)] connecting to peer
02:07:19.969 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.226.126:45013(127.26.226.126:45013)] connecting to peer
02:07:19.985 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.226.125:41525(127.26.226.125:41525)] Successfully connected to peer
02:07:19.985 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.226.124:38809(127.26.226.124:38809)] Successfully connected to peer
02:07:19.985 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.226.126:45013(127.26.226.126:45013)] Successfully connected to peer
02:07:20.090 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.26.226.124
02:07:20.090 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.26.226.126
02:07:20.093 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.26.226.125
02:07:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.156834 27999 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:20.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.282112 28151 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:20.317 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x47c65433, L:/127.0.0.1:48498 - R:/127.26.226.126:45013] using SASL/PLAIN
02:07:20.317 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x6c517f88, L:/127.0.0.1:55798 - R:/127.26.226.125:41525] using SASL/PLAIN
02:07:20.317 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x3ad83561, L:/127.0.0.1:53472 - R:/127.26.226.124:38809] using SASL/PLAIN
02:07:20.353 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:07:20.353 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=486), Traces: [0ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.226.124:38809, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.226.125:41525, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.226.126:45013, [458ms] Sub RPC ConnectToMaster: received response from server master-127.26.226.124:38809: OK, [458ms] Sub RPC ConnectToMaster: received response from server master-127.26.226.125:41525: OK, [459ms] Sub RPC ConnectToMaster: received response from server master-127.26.226.126:45013: OK, deferred=null) after lookup
02:07:20.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.398701 27579 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48498:
02:07:20.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852"
02:07:20.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:07:20.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:20.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
02:07:20.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:07:20.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:07:20.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
02:07:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:07:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:07:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:07:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:07:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:07:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:07:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:20.400403 27579 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:07:20.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.414681 28076 tablet_service.cc:1511] Processing CreateTablet for tablet a5c392a54fc64ef28d72c54a2b91fa6b (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852 [id=0bac9e2ef7cd41d18ee4a08f19e73ddb]), partition=RANGE (key) PARTITION UNBOUNDED
02:07:20.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.415031 28076 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a5c392a54fc64ef28d72c54a2b91fa6b. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:20.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.417887 28309 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:20.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.420512 27927 tablet_service.cc:1511] Processing CreateTablet for tablet a5c392a54fc64ef28d72c54a2b91fa6b (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852 [id=0bac9e2ef7cd41d18ee4a08f19e73ddb]), partition=RANGE (key) PARTITION UNBOUNDED
02:07:20.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.420862 27927 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a5c392a54fc64ef28d72c54a2b91fa6b. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:20.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.421058 28233 tablet_service.cc:1511] Processing CreateTablet for tablet a5c392a54fc64ef28d72c54a2b91fa6b (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852 [id=0bac9e2ef7cd41d18ee4a08f19e73ddb]), partition=RANGE (key) PARTITION UNBOUNDED
02:07:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.421337 28233 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a5c392a54fc64ef28d72c54a2b91fa6b. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.422963 28347 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap starting.
02:07:20.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.425356 28347 tablet_bootstrap.cc:654] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Neither blocks nor log segments found. Creating new log.
02:07:20.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.426239 28347 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Log is configured to *not* fsync() on all Append() calls
02:07:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.428782 28346 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap starting.
02:07:20.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.429548 28349 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap starting.
02:07:20.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.429764 28346 tablet_bootstrap.cc:654] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Neither blocks nor log segments found. Creating new log.
02:07:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.430089 28346 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Log is configured to *not* fsync() on all Append() calls
02:07:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.430230 28349 tablet_bootstrap.cc:654] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Neither blocks nor log segments found. Creating new log.
02:07:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.430503 28349 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Log is configured to *not* fsync() on all Append() calls
02:07:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.430835 28347 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: No bootstrap required, opened a new log
02:07:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.430902 28347 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Time spent bootstrapping tablet: real 0.008s	user 0.002s	sys 0.000s
02:07:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.431255 28349 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: No bootstrap required, opened a new log
02:07:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.431310 28349 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent bootstrapping tablet: real 0.002s	user 0.001s	sys 0.000s
02:07:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.432955 28349 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.433117 28349 raft_consensus.cc:385] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.433151 28349 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c86879f189964a1abe7b89504234a1ca, State: Initialized, Role: FOLLOWER
02:07:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.433164 28347 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:20.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.433249 28349 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:20.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.433291 28347 raft_consensus.cc:385] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:20.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.433320 28347 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b47a1819fec4511afe7cda0228a2725, State: Initialized, Role: FOLLOWER
02:07:20.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.433431 28347 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:20.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.433490 28349 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
02:07:20.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.433642 28347 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
02:07:20.436 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 0bac9e2ef7cd41d18ee4a08f19e73ddb
02:07:20.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.441205 28346 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: No bootstrap required, opened a new log
02:07:20.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.441287 28346 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Time spent bootstrapping tablet: real 0.013s	user 0.001s	sys 0.000s
02:07:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.442452 28346 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.442576 28346 raft_consensus.cc:385] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:07:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.442597 28346 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acb0b99e363c495692a438bf783b52f1, State: Initialized, Role: FOLLOWER
02:07:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.442684 28346 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:20.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.442945 28346 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
02:07:20.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.459134 28355 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:20.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.459281 28355 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.460094 28355 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:20.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.463697 28096 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acb0b99e363c495692a438bf783b52f1" is_pre_election: true
02:07:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.463891 28096 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 0.
02:07:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.463946 27949 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725" is_pre_election: true
02:07:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.464092 27949 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 0.
02:07:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.464308 28180 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, c86879f189964a1abe7b89504234a1ca; no voters: 
02:07:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.464448 28355 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 0 FOLLOWER]: Leader pre-election won for term 1
02:07:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.464500 28355 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:07:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.464522 28355 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 0 FOLLOWER]: Advancing to term 1
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.465474 28355 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.465626 28355 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 1 election: Requested vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.465893 27949 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.465972 27949 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 0 FOLLOWER]: Advancing to term 1
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.466780 27949 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 1.
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.466953 28180 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, c86879f189964a1abe7b89504234a1ca; no voters: 
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.467108 28096 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.467181 28096 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 0 FOLLOWER]: Advancing to term 1
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.467247 28355 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 1 FOLLOWER]: Leader election won for term 1
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.467433 28355 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 1 LEADER]: Becoming Leader. State: Replica: c86879f189964a1abe7b89504234a1ca, State: Running, Role: LEADER
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.467525 28355 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.468019 28096 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 1.
02:07:20.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.468458 27580 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca reported cstate change: term changed from 0 to 1, leader changed from <none> to c86879f189964a1abe7b89504234a1ca (127.26.226.67). New cstate: current_term: 1 leader_uuid: "c86879f189964a1abe7b89504234a1ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: HEALTHY } } }
02:07:20.495 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 0bac9e2ef7cd41d18ee4a08f19e73ddb
02:07:20.516 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:20.524 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:20.524708 28155 tablet.cc:2406] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:07:20.525 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [9ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=null) after lookup
02:07:20.535 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:20.539 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] Successfully connected to peer
02:07:20.606 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x906eb54c, L:/127.0.0.1:33250 - R:/127.26.226.67:40335] using TOKEN/null
02:07:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.612098 27949 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 1 FOLLOWER]: Refusing update from remote peer c86879f189964a1abe7b89504234a1ca: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.612082 28096 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 1 FOLLOWER]: Refusing update from remote peer c86879f189964a1abe7b89504234a1ca: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:07:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.612463 28355 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.612637 28361 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:07:20.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.617576 28364 mvcc.cc:204] Tried to move back new op lower bound from 7317505804744024064 to 7317505804155666432. Current Snapshot: MvccSnapshot[applied={T|T < 7317505804744024064}]
02:07:20.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.617662 28365 mvcc.cc:204] Tried to move back new op lower bound from 7317505804744024064 to 7317505804155666432. Current Snapshot: MvccSnapshot[applied={T|T < 7317505804744024064}]
02:07:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.619848 28367 mvcc.cc:204] Tried to move back new op lower bound from 7317505804744024064 to 7317505804155666432. Current Snapshot: MvccSnapshot[applied={T|T < 7317505804744024064 or (T in {7317505804744024064})}]
02:07:20.701 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:20.703 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.67:40335
02:07:20.704 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:07:20.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:20.705009 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 28160
02:07:20.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:20.722 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] handling channelInactive
02:07:20.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state READY due to: connection closed
02:07:20.723 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: connection closed
02:07:20.731 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:20.731 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:20.732 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [3ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [11ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1302828593(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7e6b23aa -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52717fc7 -> wakeup thread Time-limited test)) after lookup
02:07:20.732 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:20.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.736 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.751 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:20.752 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:20.752 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [3ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [11ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [12ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [16ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [16ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [31ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1302828593(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7e6b23aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52717fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709))) after lookup
02:07:20.753 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:20.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.755 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.792 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:20.793 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:20.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [3ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [11ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [12ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [16ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [16ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [31ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [35ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [35ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [72ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1302828593(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7e6b23aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52717fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562))) after lookup
02:07:20.794 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:20.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.796 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.871 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:20.872 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:20.873 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=152), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [3ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [11ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [12ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [16ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [16ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [31ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [35ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [35ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [72ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [73ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [76ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [76ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [148ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [151ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1302828593(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7e6b23aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562) -> (continuation of Deferred@270231061 after retry RPC@1298697305), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52717fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562) -> (continuation of Deferred@270231061 after retry RPC@1298697305))) after lookup
02:07:20.874 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:20.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.876 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.971 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:20.971 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:20.972 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=251), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [3ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [11ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [12ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [16ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [16ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [31ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [35ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [35ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [72ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [73ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [76ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [76ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [148ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [151ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [153ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [156ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [156ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [248ms] refreshing cache from master, [248ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [250ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1302828593(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7e6b23aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562) -> (continuation of Deferred@270231061 after retry RPC@1298697305) -> (continuation of Deferred@2102027977 after retry RPC@1983658369), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52717fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562) -> (continuation of Deferred@270231061 after retry RPC@1298697305) -> (continuation of Deferred@2102027977 after retry RPC@1983658369))) after lookup
02:07:20.973 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:20.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:20.974 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:21.651 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:21.651 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:21.651 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=930), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [3ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [11ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [12ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [16ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [16ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [31ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [35ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [35ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [72ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [73ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [76ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [76ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [148ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [151ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [153ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [156ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [156ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [248ms] refreshing cache from master, [248ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [250ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [253ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [254ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [254ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [928ms] refreshing cache from master, [928ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [930ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1302828593(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7e6b23aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562) -> (continuation of Deferred@270231061 after retry RPC@1298697305) -> (continuation of Deferred@2102027977 after retry RPC@1983658369) -> (continuation of Deferred@349409701 after retry RPC@53760655), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52717fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562) -> (continuation of Deferred@270231061 after retry RPC@1298697305) -> (continuation of Deferred@2102027977 after retry RPC@1983658369) -> (continuation of Deferred@349409701 after retry RPC@53760655))) after lookup
02:07:21.652 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:21.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:21.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:21.653 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.148671 28383 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c86879f189964a1abe7b89504234a1ca)
02:07:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.148712 28381 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c86879f189964a1abe7b89504234a1ca)
02:07:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.148801 28381 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.149125 28381 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.149433 28383 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:22.149564 28028 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:22.150077 28028 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.150118 28383 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:22.150653 27873 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:22.151081 27873 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.152670 27949 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "acb0b99e363c495692a438bf783b52f1" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725" is_pre_election: true
02:07:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.152769 27949 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate acb0b99e363c495692a438bf783b52f1 in term 1.
02:07:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.152938 28024 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, acb0b99e363c495692a438bf783b52f1; no voters: c86879f189964a1abe7b89504234a1ca
02:07:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.153057 28381 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:07:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.153115 28381 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 1 FOLLOWER]: Starting leader election (detected failure of leader c86879f189964a1abe7b89504234a1ca)
02:07:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.153131 28381 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 1 FOLLOWER]: Advancing to term 2
02:07:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.153563 28096 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "8b47a1819fec4511afe7cda0228a2725" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "acb0b99e363c495692a438bf783b52f1" is_pre_election: true
02:07:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.153903 28381 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.154074 28381 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 2 election: Requested vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.154202 28096 raft_consensus.cc:2393] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 8b47a1819fec4511afe7cda0228a2725 in current term 2: Already voted for candidate acb0b99e363c495692a438bf783b52f1 in this term.
02:07:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.154457 27949 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "acb0b99e363c495692a438bf783b52f1" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.154515 27949 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 1 FOLLOWER]: Advancing to term 2
02:07:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.154524 27873 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725; no voters: acb0b99e363c495692a438bf783b52f1, c86879f189964a1abe7b89504234a1ca
02:07:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:22.155241 28028 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.155289 27949 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate acb0b99e363c495692a438bf783b52f1 in term 2.
02:07:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.155380 28383 raft_consensus.cc:2749] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:07:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.155539 28024 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, acb0b99e363c495692a438bf783b52f1; no voters: c86879f189964a1abe7b89504234a1ca
02:07:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.155632 28381 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 2 FOLLOWER]: Leader election won for term 2
02:07:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.155783 28381 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 2 LEADER]: Becoming Leader. State: Replica: acb0b99e363c495692a438bf783b52f1, State: Running, Role: LEADER
02:07:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.155848 28381 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.156533 27579 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 reported cstate change: term changed from 1 to 2, leader changed from c86879f189964a1abe7b89504234a1ca (127.26.226.67) to acb0b99e363c495692a438bf783b52f1 (127.26.226.66). New cstate: current_term: 2 leader_uuid: "acb0b99e363c495692a438bf783b52f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: UNKNOWN } } }
02:07:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:22.618114 28028 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 -> Peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Couldn't send request to peer c86879f189964a1abe7b89504234a1ca. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.620415 27949 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 2 FOLLOWER]: Refusing update from remote peer acb0b99e363c495692a438bf783b52f1: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:07:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:22.620800 28381 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:07:24.011 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:24.011 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:24.012 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3291), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [3ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [11ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [12ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [16ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [16ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [31ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [35ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [35ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [72ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [73ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [76ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [76ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [148ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [151ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [153ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [156ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [156ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [248ms] refreshing cache from master, [248ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [250ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [253ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [254ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [254ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [928ms] refreshing cache from master, [928ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [930ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [932ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [933ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [934ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [3288ms] refreshing cache from master, [3288ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [3291ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1302828593(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7e6b23aa -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562) -> (continuation of Deferred@270231061 after retry RPC@1298697305) -> (continuation of Deferred@2102027977 after retry RPC@1983658369) -> (continuation of Deferred@349409701 after retry RPC@53760655) -> (continuation of Deferred@50542577 after retry RPC@570600756), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@52717fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@93806066 after retry RPC@868179709) -> (continuation of Deferred@1792199665 after retry RPC@902678562) -> (continuation of Deferred@270231061 after retry RPC@1298697305) -> (continuation of Deferred@2102027977 after retry RPC@1983658369) -> (continuation of Deferred@349409701 after retry RPC@53760655) -> (continuation of Deferred@50542577 after retry RPC@570600756))) after lookup
02:07:24.013 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:24.014 [DEBUG - kudu-nio-2] (Connection.java:757) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] Successfully connected to peer
02:07:24.042 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xffcd63fd, L:/127.0.0.1:51366 - R:/127.26.226.66:40159] using TOKEN/null
02:07:24.058 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.67:40335
02:07:24.060 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.061323 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:40335
02:07:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36573
02:07:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:24.142992 28424 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:24.143157 28424 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:24.143177 28424 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:24.144675 28424 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:24.144726 28424 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.67
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.146864 28424 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:40335
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36573
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28424
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:24.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.147133 28424 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.147379 28424 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:24.149797 28431 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:24.149820 28429 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.150242 28424 server_base.cc:1061] running on GCE node
02:07:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:24.149821 28434 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.150466 28424 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.150643 28424 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.151808 28424 hybrid_clock.cc:648] HybridClock initialized: now 1786500444151804 us; error 51 us; skew 500 ppm
02:07:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.153031 28424 webserver.cc:533] Webserver started at http://127.26.226.67:36573/ using document root <none> and password file <none>
02:07:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.153277 28424 fs_manager.cc:362] Metadata directory not provided
02:07:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.153370 28424 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:24.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.154750 28424 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
02:07:24.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.155475 28440 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:24.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.155656 28424 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.155730 28424 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.156116 28424 fs_report.cc:389] FS layout report
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/data
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:24.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.180629 28424 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.181015 28424 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.181149 28424 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.181429 28424 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:24.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.181993 28448 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.182876 28424 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.182940 28424 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.182984 28424 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.183655 28424 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.183709 28424 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:24.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.183769 28448 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap starting.
02:07:24.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.191329 28424 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.67:40335
02:07:24.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.191421 28570 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.67:40335 every 8 connection(s)
02:07:24.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.191792 28424 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:24.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.193639 28448 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Log is configured to *not* fsync() on all Append() calls
02:07:24.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.196745 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 28424
02:07:24.197 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:24.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.198015 28448 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:24.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.198349 28448 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap complete.
02:07:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.199512 28448 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent bootstrapping tablet: real 0.016s	user 0.003s	sys 0.008s
02:07:24.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.200544 28448 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.200994 28448 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c86879f189964a1abe7b89504234a1ca, State: Initialized, Role: FOLLOWER
02:07:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.201756 28448 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:24.202 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.202232 28448 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.002s
02:07:24.202 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.66:40159
02:07:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.202523 28573 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.202630 28573 heartbeater.cc:461] Registering TS with master...
02:07:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.202661 28572 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.202711 28572 heartbeater.cc:461] Registering TS with master...
02:07:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.202833 28573 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.202854 28572 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.203408 27743 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.203689 27660 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:24.203 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:07:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.204169 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 28006
02:07:24.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.213529 28571 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.213619 28571 heartbeater.cc:461] Registering TS with master...
02:07:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.213743 28571 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.214282 27579 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.214823 27579 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.67:49331
02:07:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:24.215646 28571 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:24.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:24.219 [DEBUG - kudu-nio-2] (Connection.java:239) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] handling channelInactive
02:07:24.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state READY due to: connection closed
02:07:24.229 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:24.231 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.232 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:24.251 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:24.252 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [13ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [13ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [32ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1413778483(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@e6098f2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a4fbb -> wakeup thread Time-limited test)) after lookup
02:07:24.253 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:24.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.255 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:24.271 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:24.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [13ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [13ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [32ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [36ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [36ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [49ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [52ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1413778483(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@e6098f2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a4fbb -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907))) after lookup
02:07:24.272 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:24.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.274 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.311 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:24.311 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:24.312 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=92), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [13ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [13ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [32ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [36ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [36ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [49ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [52ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [53ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [55ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [55ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [89ms] refreshing cache from master, [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [92ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1413778483(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@e6098f2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907) -> (continuation of Deferred@1187287202 after retry RPC@1908964169), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a4fbb -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907) -> (continuation of Deferred@1187287202 after retry RPC@1908964169))) after lookup
02:07:24.313 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:24.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.315 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.371 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:24.372 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:24.372 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=153), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [13ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [13ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [32ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [36ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [36ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [49ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [52ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [53ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [55ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [55ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [89ms] refreshing cache from master, [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [92ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [93ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [96ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [96ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [149ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [152ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1413778483(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@e6098f2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907) -> (continuation of Deferred@1187287202 after retry RPC@1908964169) -> (continuation of Deferred@2052220554 after retry RPC@1223837882), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a4fbb -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907) -> (continuation of Deferred@1187287202 after retry RPC@1908964169) -> (continuation of Deferred@2052220554 after retry RPC@1223837882))) after lookup
02:07:24.373 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:24.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:24.374 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:25.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:25.252 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:25.252 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1033), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [13ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [13ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [32ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [36ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [36ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [49ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [52ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [53ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [55ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [55ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [89ms] refreshing cache from master, [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [92ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [93ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [96ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [96ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [149ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [152ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [153ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [155ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [155ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [1029ms] refreshing cache from master, [1029ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1032ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1413778483(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@e6098f2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907) -> (continuation of Deferred@1187287202 after retry RPC@1908964169) -> (continuation of Deferred@2052220554 after retry RPC@1223837882) -> (continuation of Deferred@467781804 after retry RPC@1864980661), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a4fbb -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907) -> (continuation of Deferred@1187287202 after retry RPC@1908964169) -> (continuation of Deferred@2052220554 after retry RPC@1223837882) -> (continuation of Deferred@467781804 after retry RPC@1864980661))) after lookup
02:07:25.253 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:25.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:25.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:25.255 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.558002 28584 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader acb0b99e363c495692a438bf783b52f1)
02:07:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.558141 28584 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.558318 28584 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:25.559297 27873 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.562304 28519 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "8b47a1819fec4511afe7cda0228a2725" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "c86879f189964a1abe7b89504234a1ca" is_pre_election: true
02:07:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.562443 28519 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8b47a1819fec4511afe7cda0228a2725 in term 1.
02:07:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.562703 27873 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, c86879f189964a1abe7b89504234a1ca; no voters: acb0b99e363c495692a438bf783b52f1
02:07:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.562796 28584 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:07:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.562850 28584 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 2 FOLLOWER]: Starting leader election (detected failure of leader acb0b99e363c495692a438bf783b52f1)
02:07:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.562865 28584 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 2 FOLLOWER]: Advancing to term 3
02:07:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.563453 28584 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.563608 28584 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 3 election: Requested vote from peers acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.563872 28519 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "8b47a1819fec4511afe7cda0228a2725" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.563939 28519 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 1 FOLLOWER]: Advancing to term 3
02:07:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:25.564949 27873 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.565166 28519 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8b47a1819fec4511afe7cda0228a2725 in term 3.
02:07:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.565368 27873 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, c86879f189964a1abe7b89504234a1ca; no voters: acb0b99e363c495692a438bf783b52f1
02:07:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.565506 28584 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 3 FOLLOWER]: Leader election won for term 3
02:07:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.565666 28584 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 3 LEADER]: Becoming Leader. State: Replica: 8b47a1819fec4511afe7cda0228a2725, State: Running, Role: LEADER
02:07:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.565739 28584 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:25.566565 27579 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 reported cstate change: term changed from 2 to 3, leader changed from acb0b99e363c495692a438bf783b52f1 (127.26.226.66) to 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65). New cstate: current_term: 3 leader_uuid: "8b47a1819fec4511afe7cda0228a2725" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: UNKNOWN } } }
02:07:26.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:26.050069 27873 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 -> Peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Couldn't send request to peer acb0b99e363c495692a438bf783b52f1. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:26.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:26.079919 28519 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 3 FOLLOWER]: Refusing update from remote peer 8b47a1819fec4511afe7cda0228a2725: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
02:07:26.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:26.080387 28584 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
02:07:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:27.651381 27873 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111) [suppressed 5 similar messages]
02:07:27.971 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:27.971 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:27.972 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3753), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [13ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [13ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [32ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [33ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [36ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [36ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [49ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [52ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [53ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [55ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [55ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [89ms] refreshing cache from master, [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [92ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [93ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [96ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [96ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [149ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [152ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [153ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [155ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [155ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [1029ms] refreshing cache from master, [1029ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1032ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [1034ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [1036ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [1036ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [3749ms] refreshing cache from master, [3750ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [3752ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1413778483(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@e6098f2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907) -> (continuation of Deferred@1187287202 after retry RPC@1908964169) -> (continuation of Deferred@2052220554 after retry RPC@1223837882) -> (continuation of Deferred@467781804 after retry RPC@1864980661) -> (continuation of Deferred@1226117086 after retry RPC@1817975481), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a4fbb -> wakeup thread Time-limited test -> (continuation of Deferred@88711294 after retry RPC@1471942907) -> (continuation of Deferred@1187287202 after retry RPC@1908964169) -> (continuation of Deferred@2052220554 after retry RPC@1223837882) -> (continuation of Deferred@467781804 after retry RPC@1864980661) -> (continuation of Deferred@1226117086 after retry RPC@1817975481))) after lookup
02:07:27.973 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:27.974 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] Successfully connected to peer
02:07:27.993 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xcad1a5ea, L:/127.0.0.1:36352 - R:/127.26.226.65:46463] using TOKEN/null
02:07:28.005 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.66:40159
02:07:28.006 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.006517 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/logs
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.66:40159
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.66
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39363
02:07:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.66
02:07:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:28.094815 28629 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:28.095011 28629 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:28.095032 28629 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:28.096726 28629 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:28.096851 28629 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.66
02:07:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.098567 28629 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/logs
02:07:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.66:40159
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.66
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39363
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28629
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.66
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.098778 28629 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.099020 28629 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:28.101553 28636 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:28.101670 28637 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:28.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:28.101567 28639 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:28.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.102124 28629 server_base.cc:1061] running on GCE node
02:07:28.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.102262 28629 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:28.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.102454 28629 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.103632 28629 hybrid_clock.cc:648] HybridClock initialized: now 1786500448103609 us; error 45 us; skew 500 ppm
02:07:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.105082 28629 webserver.cc:533] Webserver started at http://127.26.226.66:39363/ using document root <none> and password file <none>
02:07:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.105276 28629 fs_manager.cc:362] Metadata directory not provided
02:07:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.105326 28629 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.106644 28629 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
02:07:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.107304 28645 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.107478 28629 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.107551 28629 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.107867 28629 fs_report.cc:389] FS layout report
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/data
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.130785 28629 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.131102 28629 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.131196 28629 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.131410 28629 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.132018 28653 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.133133 28629 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.133234 28629 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.133276 28629 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.133963 28629 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.134024 28629 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.134064 28653 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap starting.
02:07:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.141690 28629 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.66:40159
02:07:28.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.142082 28774 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.66:40159 every 8 connection(s)
02:07:28.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.142124 28629 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:28.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.142608 28653 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Log is configured to *not* fsync() on all Append() calls
02:07:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.146257 28653 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.146827 28653 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap complete.
02:07:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148430 28777 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148530 28777 heartbeater.cc:461] Registering TS with master...
02:07:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148515 28775 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148515 28776 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148641 28775 heartbeater.cc:461] Registering TS with master...
02:07:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148653 28776 heartbeater.cc:461] Registering TS with master...
02:07:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148766 28777 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148764 28775 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148408 28653 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Time spent bootstrapping tablet: real 0.014s	user 0.006s	sys 0.007s
02:07:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.149375 27661 ts_manager.cc:194] Re-registered known tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:28.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.150053 28653 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:28.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.150230 28653 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: acb0b99e363c495692a438bf783b52f1, State: Initialized, Role: FOLLOWER
02:07:28.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:28.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.150354 28653 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:28.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.150489 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 28629
02:07:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.150619 28653 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Time spent starting tablet: real 0.001s	user 0.001s	sys 0.001s
02:07:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.151799 27580 ts_manager.cc:194] Re-registered known tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:28.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.152300 27580 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.66:36997
02:07:28.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.148764 28776 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.153131 27743 ts_manager.cc:194] Re-registered known tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.153419 28775 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:28.156 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:28.156 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.65:46463
02:07:28.157 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:07:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:28.157358 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 27851
02:07:28.166 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:28.167 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] handling channelInactive
02:07:28.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state READY due to: connection closed
02:07:28.189 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:28.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.191 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.211 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:28.211 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:28.211 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [24ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1173257597(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@203ff4cd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@681f93b1 -> wakeup thread Time-limited test)) after lookup
02:07:28.212 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:28.213 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.213 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.213 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:28.231 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:28.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [24ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [45ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [46ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1173257597(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@203ff4cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@681f93b1 -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764))) after lookup
02:07:28.232 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:28.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.233 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:28.251 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:28.252 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [24ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [45ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [46ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [65ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [66ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [66ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [84ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1173257597(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@203ff4cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764) -> (continuation of Deferred@1899156816 after retry RPC@298029561), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@681f93b1 -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764) -> (continuation of Deferred@1899156816 after retry RPC@298029561))) after lookup
02:07:28.252 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:28.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.254 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.311 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:28.311 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:28.311 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=144), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [24ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [45ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [46ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [65ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [66ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [66ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [84ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [85ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [87ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [87ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [143ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1173257597(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@203ff4cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764) -> (continuation of Deferred@1899156816 after retry RPC@298029561) -> (continuation of Deferred@1812082103 after retry RPC@1631794583), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@681f93b1 -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764) -> (continuation of Deferred@1899156816 after retry RPC@298029561) -> (continuation of Deferred@1812082103 after retry RPC@1631794583))) after lookup
02:07:28.312 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:28.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.313 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.871 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:28.871 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:28.872 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=704), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [24ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [45ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [46ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [65ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [66ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [66ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [84ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [85ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [87ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [87ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [143ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [144ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [146ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [146ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [701ms] refreshing cache from master, [701ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [703ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1173257597(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@203ff4cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764) -> (continuation of Deferred@1899156816 after retry RPC@298029561) -> (continuation of Deferred@1812082103 after retry RPC@1631794583) -> (continuation of Deferred@498622712 after retry RPC@1697583445), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@681f93b1 -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764) -> (continuation of Deferred@1899156816 after retry RPC@298029561) -> (continuation of Deferred@1812082103 after retry RPC@1631794583) -> (continuation of Deferred@498622712 after retry RPC@1697583445))) after lookup
02:07:28.872 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:28.873 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:28.874 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:29.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.504227 28790 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8b47a1819fec4511afe7cda0228a2725)
02:07:29.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.504330 28790 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:29.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.504688 28790 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:29.505128 28444 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:29.505577 28444 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:29.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.508378 28721 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "acb0b99e363c495692a438bf783b52f1" is_pre_election: true
02:07:29.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.508546 28721 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 2.
02:07:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.508868 28445 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: acb0b99e363c495692a438bf783b52f1, c86879f189964a1abe7b89504234a1ca; no voters: 8b47a1819fec4511afe7cda0228a2725
02:07:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.509037 28790 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 3 FOLLOWER]: Leader pre-election won for term 4
02:07:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.509156 28790 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 3 FOLLOWER]: Starting leader election (detected failure of leader 8b47a1819fec4511afe7cda0228a2725)
02:07:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.509191 28790 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 3 FOLLOWER]: Advancing to term 4
02:07:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.509871 28790 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.510031 28790 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 4 election: Requested vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.510241 28721 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.510337 28721 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 2 FOLLOWER]: Advancing to term 4
02:07:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:29.510669 28444 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.511413 28721 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 4.
02:07:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.511626 28445 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: acb0b99e363c495692a438bf783b52f1, c86879f189964a1abe7b89504234a1ca; no voters: 8b47a1819fec4511afe7cda0228a2725
02:07:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.511705 28790 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 4 FOLLOWER]: Leader election won for term 4
02:07:29.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.511910 28790 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 4 LEADER]: Becoming Leader. State: Replica: c86879f189964a1abe7b89504234a1ca, State: Running, Role: LEADER
02:07:29.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.512032 28790 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.513057 27580 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca reported cstate change: term changed from 3 to 4, leader changed from 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65) to c86879f189964a1abe7b89504234a1ca (127.26.226.67). New cstate: current_term: 4 leader_uuid: "c86879f189964a1abe7b89504234a1ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: HEALTHY } } }
02:07:29.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.967067 28721 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 4 FOLLOWER]: Refusing update from remote peer c86879f189964a1abe7b89504234a1ca: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
02:07:29.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:29.967530 28790 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
02:07:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:29.970840 28444 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca -> Peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Couldn't send request to peer 8b47a1819fec4511afe7cda0228a2725. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:32.488018 28444 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca -> Peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Couldn't send request to peer 8b47a1819fec4511afe7cda0228a2725. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:07:32.592 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:32.592 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:32.592 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=4425), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [24ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [24ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [45ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [46ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [47ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [65ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [66ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [66ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [84ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [85ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [87ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [87ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [143ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [144ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [146ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [146ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [701ms] refreshing cache from master, [701ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [703ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [705ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [707ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [707ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [4421ms] refreshing cache from master, [4421ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [4424ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1173257597(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@203ff4cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764) -> (continuation of Deferred@1899156816 after retry RPC@298029561) -> (continuation of Deferred@1812082103 after retry RPC@1631794583) -> (continuation of Deferred@498622712 after retry RPC@1697583445) -> (continuation of Deferred@1682974492 after retry RPC@2036868986), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@681f93b1 -> wakeup thread Time-limited test -> (continuation of Deferred@265937813 after retry RPC@458189764) -> (continuation of Deferred@1899156816 after retry RPC@298029561) -> (continuation of Deferred@1812082103 after retry RPC@1631794583) -> (continuation of Deferred@498622712 after retry RPC@1697583445) -> (continuation of Deferred@1682974492 after retry RPC@2036868986))) after lookup
02:07:32.593 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:32.595 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] Successfully connected to peer
02:07:32.616 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xc88c23dd, L:/127.0.0.1:54230 - R:/127.26.226.67:40335] using TOKEN/null
02:07:32.633 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.65:46463
02:07:32.634 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:07:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.635334 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data
02:07:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/logs
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.65:46463
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.65
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44095
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.65
02:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:32.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:32.724537 28839 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:32.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:32.724817 28839 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:32.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:32.724850 28839 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:32.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:32.726564 28839 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:32.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:32.726670 28839 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.65
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.728348 28839 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/logs
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:32.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.65:46463
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.65
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44095
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28839
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.65
02:07:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.728663 28839 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.728966 28839 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:32.731751 28847 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:32.731730 28844 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:32.732024 28845 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:32.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.732300 28839 server_base.cc:1061] running on GCE node
02:07:32.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.732924 28839 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:32.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.733207 28839 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.734581 28839 hybrid_clock.cc:648] HybridClock initialized: now 1786500452734477 us; error 111 us; skew 500 ppm
02:07:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.736192 28839 webserver.cc:533] Webserver started at http://127.26.226.65:44095/ using document root <none> and password file <none>
02:07:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.736440 28839 fs_manager.cc:362] Metadata directory not provided
02:07:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.736507 28839 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.738260 28839 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.738988 28853 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.739202 28839 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.739274 28839 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.739584 28839 fs_report.cc:389] FS layout report
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/data
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.754844 28839 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.755151 28839 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.755246 28839 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.755448 28839 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:32.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.755919 28861 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:32.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.756811 28839 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.756866 28839 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.756897 28839 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.757445 28839 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.757490 28839 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.757529 28861 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap starting.
02:07:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.766024 28839 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.65:46463
02:07:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.766057 28985 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.65:46463 every 8 connection(s)
02:07:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.766564 28839 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:32.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.769784 28861 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Log is configured to *not* fsync() on all Append() calls
02:07:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.773059 28987 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.773181 28987 heartbeater.cc:461] Registering TS with master...
02:07:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.773329 28861 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.773386 28987 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.773646 28861 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap complete.
02:07:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.773952 27745 ts_manager.cc:194] Re-registered known tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.774025 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 28839
02:07:32.774 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.774386 28988 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.774435 28986 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.774458 28988 heartbeater.cc:461] Registering TS with master...
02:07:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.774501 28986 heartbeater.cc:461] Registering TS with master...
02:07:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.774588 28988 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.774603 28986 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.774924 27580 ts_manager.cc:194] Re-registered known tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.774984 27660 ts_manager.cc:194] Re-registered known tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.775390 27580 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.65:35763
02:07:32.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.777900 28861 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Time spent bootstrapping tablet: real 0.020s	user 0.006s	sys 0.010s
02:07:32.779 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.779549 28861 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.779925 28861 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b47a1819fec4511afe7cda0228a2725, State: Initialized, Role: FOLLOWER
02:07:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.780079 28861 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.780469 28861 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.001s
02:07:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.780637 28986 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:32.794 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.67:40335
02:07:32.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:07:32.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:32.795310 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 28424
02:07:32.806 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:32.806 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] handling channelInactive
02:07:32.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state READY due to: connection closed
02:07:32.808 [DEBUG - Time-limited test] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:32.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.809 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.833 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:32.833 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:32.833 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [2ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [3ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1806026082(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53ce7c9b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e62a5cb -> wakeup thread Time-limited test)) after lookup
02:07:32.834 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:32.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.836 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.852 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:32.852 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:32.853 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [2ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [3ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [27ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [29ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [29ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1806026082(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53ce7c9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e62a5cb -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910))) after lookup
02:07:32.854 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:32.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.856 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.891 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:32.892 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:32.892 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [2ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [3ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [27ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [29ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [29ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [46ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [49ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [49ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [81ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [84ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1806026082(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53ce7c9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910) -> (continuation of Deferred@420623193 after retry RPC@981893515), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e62a5cb -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910) -> (continuation of Deferred@420623193 after retry RPC@981893515))) after lookup
02:07:32.893 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:32.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.895 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.951 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:32.951 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:32.952 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=145), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [2ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [3ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [27ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [29ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [29ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [46ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [49ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [49ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [81ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [84ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [85ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [88ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [88ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [142ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [144ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1806026082(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53ce7c9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910) -> (continuation of Deferred@420623193 after retry RPC@981893515) -> (continuation of Deferred@1650759645 after retry RPC@1818282179), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e62a5cb -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910) -> (continuation of Deferred@420623193 after retry RPC@981893515) -> (continuation of Deferred@1650759645 after retry RPC@1818282179))) after lookup
02:07:32.953 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:32.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:32.954 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:33.291 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:33.291 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:33.292 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=485), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [2ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [3ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [27ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [29ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [29ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [46ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [49ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [49ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [81ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [84ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [85ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [88ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [88ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [142ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [144ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [145ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [147ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [147ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [481ms] refreshing cache from master, [481ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [484ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1806026082(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53ce7c9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910) -> (continuation of Deferred@420623193 after retry RPC@981893515) -> (continuation of Deferred@1650759645 after retry RPC@1818282179) -> (continuation of Deferred@1539902012 after retry RPC@822470486), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e62a5cb -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910) -> (continuation of Deferred@420623193 after retry RPC@981893515) -> (continuation of Deferred@1650759645 after retry RPC@1818282179) -> (continuation of Deferred@1539902012 after retry RPC@822470486))) after lookup
02:07:33.293 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:33.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:33.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:33.295 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:34.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.132843 29000 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader c86879f189964a1abe7b89504234a1ca)
02:07:34.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.132962 29000 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:34.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.133276 29000 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:34.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.133750 28649 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:34.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.134258 28649 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.137148 28930 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "acb0b99e363c495692a438bf783b52f1" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725" is_pre_election: true
02:07:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.137295 28930 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate acb0b99e363c495692a438bf783b52f1 in term 3.
02:07:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.137585 28648 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, acb0b99e363c495692a438bf783b52f1; no voters: c86879f189964a1abe7b89504234a1ca
02:07:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.137766 29000 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 4 FOLLOWER]: Leader pre-election won for term 5
02:07:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.137827 29000 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 4 FOLLOWER]: Starting leader election (detected failure of leader c86879f189964a1abe7b89504234a1ca)
02:07:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.137844 29000 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 4 FOLLOWER]: Advancing to term 5
02:07:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.138471 29000 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.138622 29000 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 5 election: Requested vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:34.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.138821 28930 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "acb0b99e363c495692a438bf783b52f1" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:34.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.138955 28930 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 3 FOLLOWER]: Advancing to term 5
02:07:34.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.139297 28649 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.140136 28930 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate acb0b99e363c495692a438bf783b52f1 in term 5.
02:07:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.140349 28648 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, acb0b99e363c495692a438bf783b52f1; no voters: c86879f189964a1abe7b89504234a1ca
02:07:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.140462 29000 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 5 FOLLOWER]: Leader election won for term 5
02:07:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.140652 29000 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 5 LEADER]: Becoming Leader. State: Replica: acb0b99e363c495692a438bf783b52f1, State: Running, Role: LEADER
02:07:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.140769 29000 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:34.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.141522 27580 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 reported cstate change: term changed from 4 to 5, leader changed from c86879f189964a1abe7b89504234a1ca (127.26.226.67) to acb0b99e363c495692a438bf783b52f1 (127.26.226.66). New cstate: current_term: 5 leader_uuid: "acb0b99e363c495692a438bf783b52f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: UNKNOWN } } }
02:07:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.641135 28649 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 -> Peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Couldn't send request to peer c86879f189964a1abe7b89504234a1ca. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.667972 28930 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 5 FOLLOWER]: Refusing update from remote peer acb0b99e363c495692a438bf783b52f1: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
02:07:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.668491 29000 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
02:07:34.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:34.851 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:34.852 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2045), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [2ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [3ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [21ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [27ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [29ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [29ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [44ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [46ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [49ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [49ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [81ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [84ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [85ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [88ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [88ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [142ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [144ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [145ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [147ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [147ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [481ms] refreshing cache from master, [481ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [484ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [486ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [488ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [488ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [2042ms] refreshing cache from master, [2042ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [2044ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1806026082(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53ce7c9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910) -> (continuation of Deferred@420623193 after retry RPC@981893515) -> (continuation of Deferred@1650759645 after retry RPC@1818282179) -> (continuation of Deferred@1539902012 after retry RPC@822470486) -> (continuation of Deferred@1838621970 after retry RPC@1941328033), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e62a5cb -> wakeup thread Time-limited test -> (continuation of Deferred@1746972209 after retry RPC@578823910) -> (continuation of Deferred@420623193 after retry RPC@981893515) -> (continuation of Deferred@1650759645 after retry RPC@1818282179) -> (continuation of Deferred@1539902012 after retry RPC@822470486) -> (continuation of Deferred@1838621970 after retry RPC@1941328033))) after lookup
02:07:34.853 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:34.854 [DEBUG - kudu-nio-7] (Connection.java:757) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] Successfully connected to peer
02:07:34.887 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x979fe2f2, L:/127.0.0.1:41764 - R:/127.26.226.66:40159] using TOKEN/null
02:07:34.904 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.67:40335
02:07:34.904 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.905309 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:34.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:40335
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36573
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.990090 29033 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.990279 29033 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.990299 29033 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.991878 29033 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.991935 29033 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.67
02:07:34.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.993472 29033 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:40335
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36573
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29033
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.993676 29033 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.993947 29033 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.996887 29043 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.996893 29040 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.996908 29033 server_base.cc:1061] running on GCE node
02:07:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:34.996893 29038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.997267 29033 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.997484 29033 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:34.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.998653 29033 hybrid_clock.cc:648] HybridClock initialized: now 1786500454998631 us; error 35 us; skew 500 ppm
02:07:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:34.999895 29033 webserver.cc:533] Webserver started at http://127.26.226.67:36573/ using document root <none> and password file <none>
02:07:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.000058 29033 fs_manager.cc:362] Metadata directory not provided
02:07:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.000088 29033 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:35.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.001323 29033 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.001907 29050 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.002056 29033 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.002099 29033 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.002332 29033 fs_report.cc:389] FS layout report
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/data
02:07:35.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.011889 29033 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.012147 29033 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.012233 29033 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.012423 29033 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:35.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.012925 29057 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:35.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.013824 29033 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:35.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.013875 29033 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:35.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.013901 29033 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:35.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.014406 29033 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:35.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.014436 29033 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:35.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.014550 29057 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap starting.
02:07:35.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.022475 29033 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.67:40335
02:07:35.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.022571 29177 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.67:40335 every 8 connection(s)
02:07:35.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.022903 29033 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:35.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.023437 29057 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Log is configured to *not* fsync() on all Append() calls
02:07:35.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.027904 29057 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:35.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.028223 29057 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap complete.
02:07:35.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.029326 29057 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent bootstrapping tablet: real 0.015s	user 0.000s	sys 0.013s
02:07:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.030376 29057 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.030642 29057 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: c86879f189964a1abe7b89504234a1ca, State: Initialized, Role: FOLLOWER
02:07:35.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.030727 29057 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:35.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.030985 29057 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
02:07:35.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.031164 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 29033
02:07:35.031 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:35.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.034466 29178 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:35.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.034572 29178 heartbeater.cc:461] Registering TS with master...
02:07:35.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.034771 29178 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.035012 29180 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.035087 29180 heartbeater.cc:461] Registering TS with master...
02:07:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.035190 29180 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.035516 27580 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.035563 27660 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:35.035 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.035983 27580 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.67:48469
02:07:35.036 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.66:40159
02:07:35.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:07:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.036684 29178 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.037132 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 28629
02:07:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.041561 29179 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.041649 29179 heartbeater.cc:461] Registering TS with master...
02:07:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.041692 29179 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:35.042124 27743 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:35.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:35.047 [DEBUG - kudu-nio-7] (Connection.java:239) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] handling channelInactive
02:07:35.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state READY due to: connection closed
02:07:35.069 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:35.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.071 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.091 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:35.091 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:35.091 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [24ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [24ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [43ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@851650042(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@73b1585b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d66bf0f -> wakeup thread Time-limited test)) after lookup
02:07:35.092 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:35.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.093 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:35.111 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:35.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [24ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [24ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [43ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [44ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [46ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [46ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@851650042(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@73b1585b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d66bf0f -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875))) after lookup
02:07:35.112 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:35.113 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.114 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.170 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:35.171 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:35.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [24ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [24ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [43ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [44ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [46ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [46ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [65ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [67ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [67ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [123ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@851650042(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@73b1585b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875) -> (continuation of Deferred@411379475 after retry RPC@246525803), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d66bf0f -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875) -> (continuation of Deferred@411379475 after retry RPC@246525803))) after lookup
02:07:35.172 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:35.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.173 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.351 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:35.351 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:35.351 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=304), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [24ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [24ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [43ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [44ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [46ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [46ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [65ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [67ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [67ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [123ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [124ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [126ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [126ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [301ms] refreshing cache from master, [301ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [303ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@851650042(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@73b1585b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875) -> (continuation of Deferred@411379475 after retry RPC@246525803) -> (continuation of Deferred@1193189536 after retry RPC@1146590687), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d66bf0f -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875) -> (continuation of Deferred@411379475 after retry RPC@246525803) -> (continuation of Deferred@1193189536 after retry RPC@1146590687))) after lookup
02:07:35.352 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:35.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:35.354 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:36.312 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:36.312 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:36.314 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1266), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [24ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [24ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [43ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [44ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [46ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [46ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [65ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [67ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [67ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [123ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [124ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [126ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [126ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [301ms] refreshing cache from master, [301ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [303ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [305ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [307ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [307ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [1261ms] refreshing cache from master, [1262ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1264ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@851650042(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@73b1585b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875) -> (continuation of Deferred@411379475 after retry RPC@246525803) -> (continuation of Deferred@1193189536 after retry RPC@1146590687) -> (continuation of Deferred@698240460 after retry RPC@1361042509), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d66bf0f -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875) -> (continuation of Deferred@411379475 after retry RPC@246525803) -> (continuation of Deferred@1193189536 after retry RPC@1146590687) -> (continuation of Deferred@698240460 after retry RPC@1361042509))) after lookup
02:07:36.315 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:36.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:36.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:36.316 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:36.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.403002 29191 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader acb0b99e363c495692a438bf783b52f1)
02:07:36.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.403107 29191 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:36.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.403401 29191 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:36.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.403913 28858 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:36.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.404502 28858 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:36.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.407126 29128 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "8b47a1819fec4511afe7cda0228a2725" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "c86879f189964a1abe7b89504234a1ca" is_pre_election: true
02:07:36.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.407263 29128 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8b47a1819fec4511afe7cda0228a2725 in term 4.
02:07:36.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.407624 28858 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, c86879f189964a1abe7b89504234a1ca; no voters: acb0b99e363c495692a438bf783b52f1
02:07:36.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.407770 29191 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 5 FOLLOWER]: Leader pre-election won for term 6
02:07:36.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.407852 29191 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 5 FOLLOWER]: Starting leader election (detected failure of leader acb0b99e363c495692a438bf783b52f1)
02:07:36.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.407886 29191 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 5 FOLLOWER]: Advancing to term 6
02:07:36.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.408746 29191 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.408921 29191 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 6 election: Requested vote from peers acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.409276 29128 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "8b47a1819fec4511afe7cda0228a2725" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.409399 29128 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 4 FOLLOWER]: Advancing to term 6
02:07:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.409452 28858 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.410527 29128 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8b47a1819fec4511afe7cda0228a2725 in term 6.
02:07:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.410776 28858 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, c86879f189964a1abe7b89504234a1ca; no voters: acb0b99e363c495692a438bf783b52f1
02:07:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.410904 29191 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 6 FOLLOWER]: Leader election won for term 6
02:07:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.411087 29191 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 6 LEADER]: Becoming Leader. State: Replica: 8b47a1819fec4511afe7cda0228a2725, State: Running, Role: LEADER
02:07:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.411187 29191 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:36.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.412038 27580 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 reported cstate change: term changed from 5 to 6, leader changed from acb0b99e363c495692a438bf783b52f1 (127.26.226.66) to 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65). New cstate: current_term: 6 leader_uuid: "8b47a1819fec4511afe7cda0228a2725" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: UNKNOWN } } }
02:07:36.791 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:36.792 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:36.792 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1744), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [24ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [24ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [43ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [44ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [46ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [46ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [63ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [65ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [67ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [67ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [123ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [124ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [126ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [126ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [301ms] refreshing cache from master, [301ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [303ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [305ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [307ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [307ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [1261ms] refreshing cache from master, [1262ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1264ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [1268ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [1269ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [1269ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [1741ms] refreshing cache from master, [1741ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1744ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@851650042(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@73b1585b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875) -> (continuation of Deferred@411379475 after retry RPC@246525803) -> (continuation of Deferred@1193189536 after retry RPC@1146590687) -> (continuation of Deferred@698240460 after retry RPC@1361042509) -> (continuation of Deferred@1346451337 after retry RPC@2131981432), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d66bf0f -> wakeup thread Time-limited test -> (continuation of Deferred@943201908 after retry RPC@1079922875) -> (continuation of Deferred@411379475 after retry RPC@246525803) -> (continuation of Deferred@1193189536 after retry RPC@1146590687) -> (continuation of Deferred@698240460 after retry RPC@1361042509) -> (continuation of Deferred@1346451337 after retry RPC@2131981432))) after lookup
02:07:36.793 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:36.794 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] Successfully connected to peer
02:07:36.829 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x6ae79650, L:/127.0.0.1:56340 - R:/127.26.226.65:46463] using TOKEN/null
02:07:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.833423 29128 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 6 FOLLOWER]: Refusing update from remote peer 8b47a1819fec4511afe7cda0228a2725: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 22. (index mismatch)
02:07:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.833765 28858 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 -> Peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Couldn't send request to peer acb0b99e363c495692a438bf783b52f1. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.833767 29191 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
02:07:36.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.839735 29214 mvcc.cc:204] Tried to move back new op lower bound from 7317505871185203200 to 7317505869460975616. Current Snapshot: MvccSnapshot[applied={T|T < 7317505871185203200}]
02:07:36.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.839856 29217 mvcc.cc:204] Tried to move back new op lower bound from 7317505871185203200 to 7317505869460975616. Current Snapshot: MvccSnapshot[applied={T|T < 7317505871185203200}]
02:07:36.856 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.66:40159
02:07:36.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.858347 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/logs
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.66:40159
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.66
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39363
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.66
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.945900 29227 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.946106 29227 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.946130 29227 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.947703 29227 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.947758 29227 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.66
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.949334 29227 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/logs
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.66:40159
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.66
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39363
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29227
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.66
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.949554 29227 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.949748 29227 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:36.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.952647 29234 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.952863 29235 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:36.952626 29237 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.953086 29227 server_base.cc:1061] running on GCE node
02:07:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.953315 29227 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:36.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.953539 29227 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:36.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.954708 29227 hybrid_clock.cc:648] HybridClock initialized: now 1786500456954693 us; error 34 us; skew 500 ppm
02:07:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.955868 29227 webserver.cc:533] Webserver started at http://127.26.226.66:39363/ using document root <none> and password file <none>
02:07:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.956121 29227 fs_manager.cc:362] Metadata directory not provided
02:07:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.956197 29227 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:36.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.957481 29227 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:07:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.958189 29244 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.958374 29227 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:07:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.958462 29227 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.958774 29227 fs_report.cc:389] FS layout report
02:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/data
02:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:36.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.969363 29227 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:36.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.969717 29227 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:36.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.969873 29227 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.970126 29227 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.970709 29251 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.971513 29227 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.971576 29227 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.971613 29227 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.972195 29227 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.972252 29227 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.972299 29251 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap starting.
02:07:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.979488 29227 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.66:40159
02:07:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.979596 29373 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.66:40159 every 8 connection(s)
02:07:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.979936 29227 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:36.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.983064 29251 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Log is configured to *not* fsync() on all Append() calls
02:07:36.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.985118 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 29227
02:07:36.986 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.986488 29376 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.986600 29376 heartbeater.cc:461] Registering TS with master...
02:07:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.986799 29376 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.987509 29251 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.988165 29251 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap complete.
02:07:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.989790 29251 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Time spent bootstrapping tablet: real 0.018s	user 0.006s	sys 0.010s
02:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.990535 29375 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.990602 29375 heartbeater.cc:461] Registering TS with master...
02:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.990586 27661 ts_manager.cc:194] Re-registered known tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.990707 29375 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.990857 29251 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.991142 29251 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: acb0b99e363c495692a438bf783b52f1, State: Initialized, Role: FOLLOWER
02:07:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.991251 29251 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:36.991 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.991518 29251 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
02:07:36.992 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.65:46463
02:07:36.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.992599 27745 ts_manager.cc:194] Re-registered known tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:36.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:07:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.992934 29374 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.992988 29374 heartbeater.cc:461] Registering TS with master...
02:07:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.993088 29374 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.993184 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 28839
02:07:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.993418 27579 ts_manager.cc:194] Re-registered known tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.994041 27579 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.66:50043
02:07:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:36.995210 29374 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:37.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:37.002 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] handling channelInactive
02:07:37.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state READY due to: connection closed
02:07:37.003 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: connection closed
02:07:37.011 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:37.012 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:37.012 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [9ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@2005862662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@135b033b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e4e6052 -> wakeup thread Time-limited test)) after lookup
02:07:37.013 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:37.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.015 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.031 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:37.031 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:37.031 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [9ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [11ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [13ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [28ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@2005862662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@135b033b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e4e6052 -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864))) after lookup
02:07:37.032 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:37.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.033 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.071 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:37.072 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:37.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [9ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [11ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [13ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [28ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [30ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [31ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [69ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@2005862662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@135b033b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e4e6052 -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016))) after lookup
02:07:37.073 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:37.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.074 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.131 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:37.131 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:37.131 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=129), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [9ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [11ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [13ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [28ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [30ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [31ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [69ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [71ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [72ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [73ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [128ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@2005862662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@135b033b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016) -> (continuation of Deferred@2022746810 after retry RPC@2076471458), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e4e6052 -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016) -> (continuation of Deferred@2022746810 after retry RPC@2076471458))) after lookup
02:07:37.133 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:37.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.134 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.290 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:37.291 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:37.291 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=289), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [9ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [11ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [13ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [28ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [30ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [31ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [69ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [71ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [72ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [73ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [128ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [130ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [132ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [132ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [286ms] refreshing cache from master, [286ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [288ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@2005862662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@135b033b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016) -> (continuation of Deferred@2022746810 after retry RPC@2076471458) -> (continuation of Deferred@361338842 after retry RPC@1345877751), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e4e6052 -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016) -> (continuation of Deferred@2022746810 after retry RPC@2076471458) -> (continuation of Deferred@361338842 after retry RPC@1345877751))) after lookup
02:07:37.292 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:37.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.293 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:37.293 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:38.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:38.331 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:38.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1329), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [9ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [11ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [13ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [28ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [30ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [31ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [69ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [71ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [72ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [73ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [128ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [130ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [132ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [132ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [286ms] refreshing cache from master, [286ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [288ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [289ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [291ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [291ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1326ms] refreshing cache from master, [1327ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1328ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@2005862662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@135b033b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016) -> (continuation of Deferred@2022746810 after retry RPC@2076471458) -> (continuation of Deferred@361338842 after retry RPC@1345877751) -> (continuation of Deferred@413819505 after retry RPC@196489309), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e4e6052 -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016) -> (continuation of Deferred@2022746810 after retry RPC@2076471458) -> (continuation of Deferred@361338842 after retry RPC@1345877751) -> (continuation of Deferred@413819505 after retry RPC@196489309))) after lookup
02:07:38.332 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:38.333 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:38.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:38.334 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.356618 29389 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 8b47a1819fec4511afe7cda0228a2725)
02:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.356756 29389 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.357105 29389 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:38.357574 29053 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:38.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:38.358093 29053 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.360532 29324 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "acb0b99e363c495692a438bf783b52f1" is_pre_election: true
02:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.360772 29324 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 5.
02:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.361083 29054 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: acb0b99e363c495692a438bf783b52f1, c86879f189964a1abe7b89504234a1ca; no voters: 8b47a1819fec4511afe7cda0228a2725
02:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.361249 29389 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 6 FOLLOWER]: Leader pre-election won for term 7
02:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.361306 29389 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 6 FOLLOWER]: Starting leader election (detected failure of leader 8b47a1819fec4511afe7cda0228a2725)
02:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.361325 29389 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 6 FOLLOWER]: Advancing to term 7
02:07:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.361958 29389 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.362115 29389 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 7 election: Requested vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.362300 29324 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.362387 29324 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 5 FOLLOWER]: Advancing to term 7
02:07:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:38.362841 29053 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.363603 29324 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 7.
02:07:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.363814 29054 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: acb0b99e363c495692a438bf783b52f1, c86879f189964a1abe7b89504234a1ca; no voters: 8b47a1819fec4511afe7cda0228a2725
02:07:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.363934 29389 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 FOLLOWER]: Leader election won for term 7
02:07:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.364069 29389 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 LEADER]: Becoming Leader. State: Replica: c86879f189964a1abe7b89504234a1ca, State: Running, Role: LEADER
02:07:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.364137 29389 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.365293 27579 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca reported cstate change: term changed from 6 to 7, leader changed from 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65) to c86879f189964a1abe7b89504234a1ca (127.26.226.67). New cstate: current_term: 7 leader_uuid: "c86879f189964a1abe7b89504234a1ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: HEALTHY } } }
02:07:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.933533 29324 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 7 FOLLOWER]: Refusing update from remote peer c86879f189964a1abe7b89504234a1ca: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
02:07:38.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.933967 29408 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
02:07:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:38.935338 29410 mvcc.cc:204] Tried to move back new op lower bound from 7317505871185203200 to 7317505869460975616. Current Snapshot: MvccSnapshot[applied={T|T < 7317505871185203200}]
02:07:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:38.936615 29053 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca -> Peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Couldn't send request to peer 8b47a1819fec4511afe7cda0228a2725. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:40.151 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:40.151 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:40.152 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3149), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [9ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [11ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [13ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [28ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [30ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [31ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [31ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [69ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [71ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [72ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [73ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [126ms] refreshing cache from master, [126ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [128ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [130ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [132ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [132ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [286ms] refreshing cache from master, [286ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [288ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [289ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [291ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [291ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1326ms] refreshing cache from master, [1327ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1328ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [1330ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1332ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1332ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [3146ms] refreshing cache from master, [3146ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [3148ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@2005862662(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@135b033b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016) -> (continuation of Deferred@2022746810 after retry RPC@2076471458) -> (continuation of Deferred@361338842 after retry RPC@1345877751) -> (continuation of Deferred@413819505 after retry RPC@196489309) -> (continuation of Deferred@195478579 after retry RPC@824715714), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e4e6052 -> wakeup thread Time-limited test -> (continuation of Deferred@2015847342 after retry RPC@1171705864) -> (continuation of Deferred@1315048780 after retry RPC@1028117016) -> (continuation of Deferred@2022746810 after retry RPC@2076471458) -> (continuation of Deferred@361338842 after retry RPC@1345877751) -> (continuation of Deferred@413819505 after retry RPC@196489309) -> (continuation of Deferred@195478579 after retry RPC@824715714))) after lookup
02:07:40.152 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:40.153 [DEBUG - kudu-nio-5] (Connection.java:757) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] Successfully connected to peer
02:07:40.185 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x13fdcdb2, L:/127.0.0.1:48980 - R:/127.26.226.67:40335] using TOKEN/null
02:07:40.200 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.65:46463
02:07:40.201 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:07:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.201598 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/logs
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.65:46463
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.65
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44095
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.65
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:40.287443 29434 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:40.287636 29434 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:40.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:40.287657 29434 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:40.289738 29434 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:40.289821 29434 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.65
02:07:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.291600 29434 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/logs
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.65:46463
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.65
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44095
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29434
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.65
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.291839 29434 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.292043 29434 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:40.294651 29440 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:40.294764 29439 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:40.294669 29442 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.295502 29434 server_base.cc:1061] running on GCE node
02:07:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.295672 29434 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:40.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.295951 29434 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:40.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.297122 29434 hybrid_clock.cc:648] HybridClock initialized: now 1786500460297088 us; error 49 us; skew 500 ppm
02:07:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.298401 29434 webserver.cc:533] Webserver started at http://127.26.226.65:44095/ using document root <none> and password file <none>
02:07:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.298614 29434 fs_manager.cc:362] Metadata directory not provided
02:07:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.298674 29434 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.299894 29434 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:07:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.300431 29448 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.300648 29434 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.300694 29434 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.300941 29434 fs_report.cc:389] FS layout report
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/data
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.316736 29434 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.317044 29434 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.317134 29434 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.317327 29434 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.317727 29456 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.318589 29434 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.318650 29434 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.318677 29434 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:40.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.319192 29434 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:40.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.319226 29434 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:40.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.319330 29456 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap starting.
02:07:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.326339 29434 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.65:46463
02:07:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.326398 29573 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.65:46463 every 8 connection(s)
02:07:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.326717 29434 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:40.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.330118 29456 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Log is configured to *not* fsync() on all Append() calls
02:07:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.331167 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 29434
02:07:40.332 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.335088 29456 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.335479 29456 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap complete.
02:07:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.336362 29578 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.336465 29578 heartbeater.cc:461] Registering TS with master...
02:07:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.336591 29575 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.336629 29575 heartbeater.cc:461] Registering TS with master...
02:07:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.336782 29575 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.337252 29578 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.337314 27580 ts_manager.cc:194] Re-registered known tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:40.337 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.337760 27580 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.65:33163
02:07:40.338 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.67:40335
02:07:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.338238 27661 ts_manager.cc:194] Re-registered known tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.338300 29456 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Time spent bootstrapping tablet: real 0.019s	user 0.007s	sys 0.008s
02:07:40.338 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:07:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.338716 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 29033
02:07:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.338819 29577 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.338865 29577 heartbeater.cc:461] Registering TS with master...
02:07:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.338981 29577 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.341544 29456 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.341720 29456 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b47a1819fec4511afe7cda0228a2725, State: Initialized, Role: FOLLOWER
02:07:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.341778 29456 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.342165 29456 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Time spent starting tablet: real 0.004s	user 0.001s	sys 0.001s
02:07:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.343320 29575 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:40.345716 27745 ts_manager.cc:194] Re-registered known tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:40.350 [DEBUG - kudu-nio-5] (Connection.java:239) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] handling channelInactive
02:07:40.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state READY due to: connection closed
02:07:40.351 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:40.351 [DEBUG - Time-limited test] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:40.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.352 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.370 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:40.371 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:40.371 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [1ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [2ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [19ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1954223415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@4ed5443 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a8cefa6 -> wakeup thread Time-limited test)) after lookup
02:07:40.372 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:40.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.373 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:40.391 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:40.391 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [1ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [2ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [19ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [20ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [22ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [22ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [39ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1954223415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@4ed5443 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a8cefa6 -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062))) after lookup
02:07:40.392 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:40.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.393 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.431 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:40.431 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:40.431 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [1ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [2ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [19ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [20ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [22ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [22ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [39ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [40ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [42ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [79ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1954223415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@4ed5443 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a8cefa6 -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802))) after lookup
02:07:40.432 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:40.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.433 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:40.512 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:40.512 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=161), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [1ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [2ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [19ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [20ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [22ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [22ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [39ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [40ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [42ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [79ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [81ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [82ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [82ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [160ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1954223415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@4ed5443 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802) -> (continuation of Deferred@1273523025 after retry RPC@1300639426), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a8cefa6 -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802) -> (continuation of Deferred@1273523025 after retry RPC@1300639426))) after lookup
02:07:40.513 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:40.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:40.514 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:41.011 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:41.011 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:41.012 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=660), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [1ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [2ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [19ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [20ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [22ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [22ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [39ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [40ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [42ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [79ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [81ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [82ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [82ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [160ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [162ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [163ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [163ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [657ms] refreshing cache from master, [657ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [659ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1954223415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@4ed5443 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802) -> (continuation of Deferred@1273523025 after retry RPC@1300639426) -> (continuation of Deferred@1003241848 after retry RPC@1503066359), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a8cefa6 -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802) -> (continuation of Deferred@1273523025 after retry RPC@1300639426) -> (continuation of Deferred@1003241848 after retry RPC@1503066359))) after lookup
02:07:41.012 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:41.013 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:41.013 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:41.013 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:41.590 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:41.590 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:41.591 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1239), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [1ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [2ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [19ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [20ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [22ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [22ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [39ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [40ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [42ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [79ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [81ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [82ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [82ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [160ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [162ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [163ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [163ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [657ms] refreshing cache from master, [657ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [659ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [661ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [662ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [662ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [1237ms] refreshing cache from master, [1237ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1239ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1954223415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@4ed5443 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802) -> (continuation of Deferred@1273523025 after retry RPC@1300639426) -> (continuation of Deferred@1003241848 after retry RPC@1503066359) -> (continuation of Deferred@444318913 after retry RPC@1959056953), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a8cefa6 -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802) -> (continuation of Deferred@1273523025 after retry RPC@1300639426) -> (continuation of Deferred@1003241848 after retry RPC@1503066359) -> (continuation of Deferred@444318913 after retry RPC@1959056953))) after lookup
02:07:41.591 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:41.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:41.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:41.593 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.700531 29589 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader c86879f189964a1abe7b89504234a1ca)
02:07:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.700656 29589 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.700963 29589 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:41.701448 29248 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:41.701949 29248 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.704414 29525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "acb0b99e363c495692a438bf783b52f1" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725" is_pre_election: true
02:07:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.704622 29525 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate acb0b99e363c495692a438bf783b52f1 in term 6.
02:07:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.704882 29247 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, acb0b99e363c495692a438bf783b52f1; no voters: c86879f189964a1abe7b89504234a1ca
02:07:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.705008 29589 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 7 FOLLOWER]: Leader pre-election won for term 8
02:07:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.705065 29589 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 7 FOLLOWER]: Starting leader election (detected failure of leader c86879f189964a1abe7b89504234a1ca)
02:07:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.705088 29589 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 7 FOLLOWER]: Advancing to term 8
02:07:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.705734 29589 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.705888 29589 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 8 election: Requested vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.706034 29525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "acb0b99e363c495692a438bf783b52f1" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.706108 29525 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 6 FOLLOWER]: Advancing to term 8
02:07:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:41.706435 29248 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.707109 29525 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate acb0b99e363c495692a438bf783b52f1 in term 8.
02:07:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.707293 29247 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, acb0b99e363c495692a438bf783b52f1; no voters: c86879f189964a1abe7b89504234a1ca
02:07:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.707409 29589 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 FOLLOWER]: Leader election won for term 8
02:07:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.707612 29589 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 LEADER]: Becoming Leader. State: Replica: acb0b99e363c495692a438bf783b52f1, State: Running, Role: LEADER
02:07:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.707724 29589 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:41.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:41.708611 27580 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 reported cstate change: term changed from 7 to 8, leader changed from c86879f189964a1abe7b89504234a1ca (127.26.226.67) to acb0b99e363c495692a438bf783b52f1 (127.26.226.66). New cstate: current_term: 8 leader_uuid: "acb0b99e363c495692a438bf783b52f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: UNKNOWN } } }
02:07:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:42.122278 29525 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 8 FOLLOWER]: Refusing update from remote peer acb0b99e363c495692a438bf783b52f1: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
02:07:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:42.122704 29589 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
02:07:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:42.125993 29248 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 -> Peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Couldn't send request to peer c86879f189964a1abe7b89504234a1ca. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:42.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:42.911 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:42.912 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2560), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [1ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [2ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [19ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [20ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [22ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [22ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [39ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [40ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [42ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [42ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [79ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [81ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [82ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [82ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [160ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [162ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [163ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [163ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [657ms] refreshing cache from master, [657ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [659ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [661ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [662ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [662ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [1237ms] refreshing cache from master, [1237ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1239ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [1240ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [1241ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [1242ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [2557ms] refreshing cache from master, [2557ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [2560ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1954223415(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@4ed5443 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802) -> (continuation of Deferred@1273523025 after retry RPC@1300639426) -> (continuation of Deferred@1003241848 after retry RPC@1503066359) -> (continuation of Deferred@444318913 after retry RPC@1959056953) -> (continuation of Deferred@1674729545 after retry RPC@829763348), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a8cefa6 -> wakeup thread Time-limited test -> (continuation of Deferred@1341006410 after retry RPC@1655834062) -> (continuation of Deferred@60820757 after retry RPC@1900995802) -> (continuation of Deferred@1273523025 after retry RPC@1300639426) -> (continuation of Deferred@1003241848 after retry RPC@1503066359) -> (continuation of Deferred@444318913 after retry RPC@1959056953) -> (continuation of Deferred@1674729545 after retry RPC@829763348))) after lookup
02:07:42.913 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:42.914 [DEBUG - kudu-nio-5] (Connection.java:757) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] Successfully connected to peer
02:07:42.928 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x27c504fd, L:/127.0.0.1:39746 - R:/127.26.226.66:40159] using TOKEN/null
02:07:42.939 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.67:40335
02:07:42.939 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:42.940164 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:40335
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36573
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:43.022941 29628 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:43.023110 29628 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:43.023130 29628 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:43.024683 29628 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:43.024737 29628 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.67
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.026206 29628 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:40335
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36573
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29628
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.026407 29628 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.026590 29628 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:43.029250 29636 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:43.029270 29639 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:43.029366 29637 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.029594 29628 server_base.cc:1061] running on GCE node
02:07:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.029742 29628 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.029960 29628 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.031145 29628 hybrid_clock.cc:648] HybridClock initialized: now 1786500463031126 us; error 37 us; skew 500 ppm
02:07:43.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.032470 29628 webserver.cc:533] Webserver started at http://127.26.226.67:36573/ using document root <none> and password file <none>
02:07:43.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.032704 29628 fs_manager.cc:362] Metadata directory not provided
02:07:43.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.032761 29628 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.034233 29628 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.034933 29645 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.035158 29628 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.035215 29628 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.035454 29628 fs_report.cc:389] FS layout report
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/data
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.049847 29628 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.050125 29628 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.050212 29628 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.050398 29628 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.050781 29653 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.051625 29628 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.051672 29628 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.051699 29628 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.052199 29628 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.052258 29628 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.052294 29653 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap starting.
02:07:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.059568 29628 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.67:40335
02:07:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.059623 29767 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.67:40335 every 8 connection(s)
02:07:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.059939 29628 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.063047 29653 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Log is configured to *not* fsync() on all Append() calls
02:07:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.065666 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 29628
02:07:43.066 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:43.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.067595 29771 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:43.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.067746 29772 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.067896 29772 heartbeater.cc:461] Registering TS with master...
02:07:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.068114 29772 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.067898 29771 heartbeater.cc:461] Registering TS with master...
02:07:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.068727 27661 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.068831 29770 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.068876 29770 heartbeater.cc:461] Registering TS with master...
02:07:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.068966 29770 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:43.070 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.069293 27580 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.069344 29771 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.069591 29653 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.069803 27580 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.67:58627
02:07:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.069881 29653 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap complete.
02:07:43.072 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.66:40159
02:07:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.070148 27743 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.071417 29653 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent bootstrapping tablet: real 0.019s	user 0.004s	sys 0.010s
02:07:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.072652 29653 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.072935 29653 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: c86879f189964a1abe7b89504234a1ca, State: Initialized, Role: FOLLOWER
02:07:43.073 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:07:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.073072 29653 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.073375 29653 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
02:07:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.073401 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 29227
02:07:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:43.073428 29770 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:43.084 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:43.084 [DEBUG - kudu-nio-5] (Connection.java:239) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] handling channelInactive
02:07:43.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state READY due to: connection closed
02:07:43.084 [DEBUG - Time-limited test] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:43.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.086 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.090 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:43.090 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:43.091 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [2ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [2ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [6ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1808017872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7351a633 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45309a06 -> wakeup thread Time-limited test)) after lookup
02:07:43.091 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:43.092 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.093 [DEBUG - kudu-nio-7] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.093 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:43.111 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:43.111 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [2ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [2ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [6ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [7ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [9ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [9ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [26ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1808017872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7351a633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45309a06 -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954))) after lookup
02:07:43.112 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:43.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.114 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.151 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:43.151 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:43.151 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=67), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [2ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [2ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [6ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [7ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [9ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [9ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [26ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [28ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [30ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [66ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1808017872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7351a633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45309a06 -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892))) after lookup
02:07:43.152 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:43.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.154 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:43.251 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:43.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=167), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [2ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [2ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [6ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [7ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [9ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [9ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [26ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [28ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [30ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [66ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [67ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [69ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [70ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [164ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [166ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1808017872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7351a633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892) -> (continuation of Deferred@2028015801 after retry RPC@1528347792), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45309a06 -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892) -> (continuation of Deferred@2028015801 after retry RPC@1528347792))) after lookup
02:07:43.252 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:43.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.253 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.371 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:43.371 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:43.372 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=287), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [2ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [2ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [6ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [7ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [9ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [9ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [26ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [28ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [30ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [66ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [67ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [69ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [70ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [164ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [166ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [168ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [169ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [169ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [284ms] refreshing cache from master, [284ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [286ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1808017872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7351a633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892) -> (continuation of Deferred@2028015801 after retry RPC@1528347792) -> (continuation of Deferred@1525434584 after retry RPC@701774292), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45309a06 -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892) -> (continuation of Deferred@2028015801 after retry RPC@1528347792) -> (continuation of Deferred@1525434584 after retry RPC@701774292))) after lookup
02:07:43.373 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:43.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.374 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:43.511 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:43.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=427), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [2ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [2ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [6ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [7ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [9ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [9ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [26ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [28ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [30ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [66ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [67ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [69ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [70ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [164ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [166ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [168ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [169ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [169ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [284ms] refreshing cache from master, [284ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [286ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [288ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [290ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [290ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [424ms] refreshing cache from master, [425ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [426ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1808017872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7351a633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892) -> (continuation of Deferred@2028015801 after retry RPC@1528347792) -> (continuation of Deferred@1525434584 after retry RPC@701774292) -> (continuation of Deferred@422252152 after retry RPC@297377296), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45309a06 -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892) -> (continuation of Deferred@2028015801 after retry RPC@1528347792) -> (continuation of Deferred@1525434584 after retry RPC@701774292) -> (continuation of Deferred@422252152 after retry RPC@297377296))) after lookup
02:07:43.512 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:43.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state CONNECTING due to: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:43.513 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159
02:07:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.247924 29785 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.248052 29785 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.248358 29785 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:44.248869 29649 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:44.249440 29649 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.251573 29525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725" is_pre_election: true
02:07:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.251866 29648 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c86879f189964a1abe7b89504234a1ca; no voters: 8b47a1819fec4511afe7cda0228a2725, acb0b99e363c495692a438bf783b52f1
02:07:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.252008 29785 raft_consensus.cc:2749] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
02:07:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.439296 29791 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader acb0b99e363c495692a438bf783b52f1)
02:07:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.439450 29791 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.439857 29791 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:44.440299 29453 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:44.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:44.440944 29453 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.443722 29720 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "8b47a1819fec4511afe7cda0228a2725" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "c86879f189964a1abe7b89504234a1ca" is_pre_election: true
02:07:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.443845 29720 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8b47a1819fec4511afe7cda0228a2725 in term 7.
02:07:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.444096 29453 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, c86879f189964a1abe7b89504234a1ca; no voters: acb0b99e363c495692a438bf783b52f1
02:07:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.444262 29791 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 8 FOLLOWER]: Leader pre-election won for term 9
02:07:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.444319 29791 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 8 FOLLOWER]: Starting leader election (detected failure of leader acb0b99e363c495692a438bf783b52f1)
02:07:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.444334 29791 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 8 FOLLOWER]: Advancing to term 9
02:07:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.445024 29791 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.445171 29791 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 9 election: Requested vote from peers acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.445519 29720 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "8b47a1819fec4511afe7cda0228a2725" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.445632 29720 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 7 FOLLOWER]: Advancing to term 9
02:07:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:44.445715 29453 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111)
02:07:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.446693 29720 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8b47a1819fec4511afe7cda0228a2725 in term 9.
02:07:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.446940 29453 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, c86879f189964a1abe7b89504234a1ca; no voters: acb0b99e363c495692a438bf783b52f1
02:07:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.447089 29791 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 9 FOLLOWER]: Leader election won for term 9
02:07:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.447292 29791 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 9 LEADER]: Becoming Leader. State: Replica: 8b47a1819fec4511afe7cda0228a2725, State: Running, Role: LEADER
02:07:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.447392 29791 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.448185 27580 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 reported cstate change: term changed from 8 to 9, leader changed from acb0b99e363c495692a438bf783b52f1 (127.26.226.66) to 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65). New cstate: current_term: 9 leader_uuid: "8b47a1819fec4511afe7cda0228a2725" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: UNKNOWN } } }
02:07:44.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:44.950340 29453 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 -> Peer acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159): Couldn't send request to peer acb0b99e363c495692a438bf783b52f1. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.66:40159: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.973338 29720 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 9 FOLLOWER]: Refusing update from remote peer 8b47a1819fec4511afe7cda0228a2725: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
02:07:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:44.973928 29811 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
02:07:45.211 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:45.211 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:45.212 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2128), Traces: [0ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [2ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [2ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [6ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [7ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [9ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [9ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [26ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [28ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [30ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [30ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [66ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [67ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [69ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [70ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [164ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [166ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [168ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [169ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [169ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [284ms] refreshing cache from master, [284ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [286ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [288ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [290ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [290ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [424ms] refreshing cache from master, [425ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [426ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [428ms] sending RPC to server acb0b99e363c495692a438bf783b52f1, [429ms] received response from server acb0b99e363c495692a438bf783b52f1: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [430ms] delaying RPC due to: Network error: Failed to connect to peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159): Connection refused: /127.26.226.66:40159, [2124ms] refreshing cache from master, [2125ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [2127ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1808017872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@7351a633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892) -> (continuation of Deferred@2028015801 after retry RPC@1528347792) -> (continuation of Deferred@1525434584 after retry RPC@701774292) -> (continuation of Deferred@422252152 after retry RPC@297377296) -> (continuation of Deferred@1454117993 after retry RPC@188238258), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@45309a06 -> wakeup thread Time-limited test -> (continuation of Deferred@1110366099 after retry RPC@51352954) -> (continuation of Deferred@2085615466 after retry RPC@51644892) -> (continuation of Deferred@2028015801 after retry RPC@1528347792) -> (continuation of Deferred@1525434584 after retry RPC@701774292) -> (continuation of Deferred@422252152 after retry RPC@297377296) -> (continuation of Deferred@1454117993 after retry RPC@188238258))) after lookup
02:07:45.213 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:45.214 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] Successfully connected to peer
02:07:45.226 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x41d4b289, L:/127.0.0.1:56394 - R:/127.26.226.65:46463] using TOKEN/null
02:07:45.235 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.66:40159
02:07:45.235 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.236238 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/logs
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.66:40159
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.66
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39363
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.66
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:45.319564 29826 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:45.319766 29826 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:45.319787 29826 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:45.321374 29826 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:45.321429 29826 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.66
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.323068 29826 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/logs
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.66:40159
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.66
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39363
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29826
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.66
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.323303 29826 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.323498 29826 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:45.326006 29834 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:45.326006 29831 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:45.326371 29832 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.327029 29826 server_base.cc:1061] running on GCE node
02:07:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.327206 29826 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.327483 29826 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.328629 29826 hybrid_clock.cc:648] HybridClock initialized: now 1786500465328594 us; error 48 us; skew 500 ppm
02:07:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.329741 29826 webserver.cc:533] Webserver started at http://127.26.226.66:39363/ using document root <none> and password file <none>
02:07:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.329999 29826 fs_manager.cc:362] Metadata directory not provided
02:07:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.330082 29826 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:45.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.331516 29826 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
02:07:45.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.332288 29840 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:45.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.332579 29826 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.332661 29826 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.333009 29826 fs_report.cc:389] FS layout report
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/wal
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/data
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.356393 29826 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.356838 29826 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.357000 29826 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.357277 29826 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.357841 29848 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.358834 29826 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.358904 29826 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.358952 29826 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.359627 29826 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.359679 29826 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.359714 29848 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap starting.
02:07:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.368702 29968 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.66:40159 every 8 connection(s)
02:07:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.372129 29848 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Log is configured to *not* fsync() on all Append() calls
02:07:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.368660 29826 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.66:40159
02:07:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.372997 29826 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-1/data/info.pb
02:07:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.377797 29848 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:45.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.378333 29848 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Bootstrap complete.
02:07:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.379683 29848 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Time spent bootstrapping tablet: real 0.020s	user 0.002s	sys 0.015s
02:07:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.381776 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 29826
02:07:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.381544 29848 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:45.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.382452 29848 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: acb0b99e363c495692a438bf783b52f1, State: Initialized, Role: FOLLOWER
02:07:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.382675 29848 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.383092 29848 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
02:07:45.386 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:45.387 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.65:46463
02:07:45.387 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:07:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.387656 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 29434
02:07:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.392683 29970 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.392813 29970 heartbeater.cc:461] Registering TS with master...
02:07:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.393106 29970 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.393923 27580 ts_manager.cc:194] Re-registered known tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.394687 27580 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.66:42483
02:07:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.395859 29970 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.401021 29971 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.401093 29972 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.401111 29971 heartbeater.cc:461] Registering TS with master...
02:07:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.401214 29972 heartbeater.cc:461] Registering TS with master...
02:07:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.401257 29971 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.401255 29972 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.401628 27743 ts_manager.cc:194] Re-registered known tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:45.401918 27661 ts_manager.cc:194] Re-registered known tserver with Master: acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:45.404 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:45.404 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] handling channelInactive
02:07:45.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state READY due to: connection closed
02:07:45.405 [DEBUG - Time-limited test] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:45.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.406 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.410 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:45.410 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:45.410 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [5ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1489261268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@11f8f5a7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@531fb00b -> wakeup thread Time-limited test)) after lookup
02:07:45.411 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:45.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.413 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.430 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:45.430 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:45.430 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [5ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [6ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [8ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [8ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1489261268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@11f8f5a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@531fb00b -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669))) after lookup
02:07:45.431 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:45.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.432 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.451 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:45.451 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:45.451 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [5ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [6ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [8ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [8ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [26ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [27ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [27ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [45ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1489261268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@11f8f5a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669) -> (continuation of Deferred@1720829761 after retry RPC@1292780251), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@531fb00b -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669) -> (continuation of Deferred@1720829761 after retry RPC@1292780251))) after lookup
02:07:45.452 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:45.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.453 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:45.511 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:45.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=106), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [5ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [6ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [8ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [8ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [26ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [27ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [27ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [45ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [47ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [48ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [48ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [104ms] refreshing cache from master, [104ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [106ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1489261268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@11f8f5a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669) -> (continuation of Deferred@1720829761 after retry RPC@1292780251) -> (continuation of Deferred@552460865 after retry RPC@533361693), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@531fb00b -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669) -> (continuation of Deferred@1720829761 after retry RPC@1292780251) -> (continuation of Deferred@552460865 after retry RPC@533361693))) after lookup
02:07:45.512 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:45.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.513 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.513 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.811 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:45.811 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)[L],acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:45.812 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=407), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [5ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [6ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [8ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [8ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [26ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [27ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [27ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [45ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [47ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [48ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [48ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [104ms] refreshing cache from master, [104ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [106ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [107ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [108ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [108ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [403ms] refreshing cache from master, [404ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [406ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1489261268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@11f8f5a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669) -> (continuation of Deferred@1720829761 after retry RPC@1292780251) -> (continuation of Deferred@552460865 after retry RPC@533361693) -> (continuation of Deferred@506423194 after retry RPC@1925389741), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@531fb00b -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669) -> (continuation of Deferred@1720829761 after retry RPC@1292780251) -> (continuation of Deferred@552460865 after retry RPC@533361693) -> (continuation of Deferred@506423194 after retry RPC@1925389741))) after lookup
02:07:45.813 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] connecting to peer
02:07:45.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:45.814 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463
02:07:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.721732 29985 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:07:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.721868 29985 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.722200 29985 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:46.722687 29843 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:46.723227 29843 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.725500 29720 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "acb0b99e363c495692a438bf783b52f1" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "c86879f189964a1abe7b89504234a1ca" is_pre_election: true
02:07:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.725927 29845 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: acb0b99e363c495692a438bf783b52f1; no voters: 8b47a1819fec4511afe7cda0228a2725, c86879f189964a1abe7b89504234a1ca
02:07:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.726166 29985 raft_consensus.cc:2749] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
02:07:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.735790 29990 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 8b47a1819fec4511afe7cda0228a2725)
02:07:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.735893 29990 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.736116 29990 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:46.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:46.737088 29648 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:46.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.739552 29915 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "acb0b99e363c495692a438bf783b52f1" is_pre_election: true
02:07:46.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.739714 29915 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 8.
02:07:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.740000 29649 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: acb0b99e363c495692a438bf783b52f1, c86879f189964a1abe7b89504234a1ca; no voters: 8b47a1819fec4511afe7cda0228a2725
02:07:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.740121 29990 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 9 FOLLOWER]: Leader pre-election won for term 10
02:07:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.740226 29990 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 9 FOLLOWER]: Starting leader election (detected failure of leader 8b47a1819fec4511afe7cda0228a2725)
02:07:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.740252 29990 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 9 FOLLOWER]: Advancing to term 10
02:07:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.741017 29990 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.741189 29990 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 10 election: Requested vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), acb0b99e363c495692a438bf783b52f1 (127.26.226.66:40159)
02:07:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.741381 29915 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "c86879f189964a1abe7b89504234a1ca" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "acb0b99e363c495692a438bf783b52f1"
02:07:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.741487 29915 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 8 FOLLOWER]: Advancing to term 10
02:07:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:46.741765 29648 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111)
02:07:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.742558 29915 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c86879f189964a1abe7b89504234a1ca in term 10.
02:07:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.742825 29649 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: acb0b99e363c495692a438bf783b52f1, c86879f189964a1abe7b89504234a1ca; no voters: 8b47a1819fec4511afe7cda0228a2725
02:07:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.742960 29990 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 10 FOLLOWER]: Leader election won for term 10
02:07:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.743144 29990 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 10 LEADER]: Becoming Leader. State: Replica: c86879f189964a1abe7b89504234a1ca, State: Running, Role: LEADER
02:07:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.743255 29990 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:46.744047 27580 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca reported cstate change: term changed from 9 to 10, leader changed from 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65) to c86879f189964a1abe7b89504234a1ca (127.26.226.67). New cstate: current_term: 10 leader_uuid: "c86879f189964a1abe7b89504234a1ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: HEALTHY } } }
02:07:47.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:47.155418 29648 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca -> Peer 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463): Couldn't send request to peer 8b47a1819fec4511afe7cda0228a2725. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.65:46463: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:47.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:47.271 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:47.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1866), Traces: [0ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [1ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [5ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [6ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [8ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [8ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [25ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [26ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [27ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [27ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [45ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [47ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [48ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [48ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [104ms] refreshing cache from master, [104ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [106ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [107ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [108ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [108ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [403ms] refreshing cache from master, [404ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [406ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [408ms] sending RPC to server 8b47a1819fec4511afe7cda0228a2725, [409ms] received response from server 8b47a1819fec4511afe7cda0228a2725: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [409ms] delaying RPC due to: Network error: Failed to connect to peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463): Connection refused: /127.26.226.65:46463, [1863ms] refreshing cache from master, [1864ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1866ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@1489261268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@11f8f5a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669) -> (continuation of Deferred@1720829761 after retry RPC@1292780251) -> (continuation of Deferred@552460865 after retry RPC@533361693) -> (continuation of Deferred@506423194 after retry RPC@1925389741) -> (continuation of Deferred@1824129751 after retry RPC@117327000), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@531fb00b -> wakeup thread Time-limited test -> (continuation of Deferred@2041511331 after retry RPC@1461687669) -> (continuation of Deferred@1720829761 after retry RPC@1292780251) -> (continuation of Deferred@552460865 after retry RPC@533361693) -> (continuation of Deferred@506423194 after retry RPC@1925389741) -> (continuation of Deferred@1824129751 after retry RPC@117327000))) after lookup
02:07:47.272 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:47.273 [DEBUG - kudu-nio-4] (Connection.java:757) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] Successfully connected to peer
02:07:47.303 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0xdb7d00b8, L:/127.0.0.1:52578 - R:/127.26.226.67:40335] using TOKEN/null
02:07:47.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.305576 29915 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 10 FOLLOWER]: Refusing update from remote peer c86879f189964a1abe7b89504234a1ca: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 38. (index mismatch)
02:07:47.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.305995 30011 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
02:07:47.324 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.65:46463
02:07:47.324 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.325318 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/logs
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.65:46463
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.65
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44095
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.65
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:47.410866 30021 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:47.411048 30021 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:47.411069 30021 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:47.412853 30021 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:47.412912 30021 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.65
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.414417 30021 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/logs
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.65:46463
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.65
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44095
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30021
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.65
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.414600 30021 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.414786 30021 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:47.417371 30027 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:47.417392 30029 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:47.417392 30026 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.417870 30021 server_base.cc:1061] running on GCE node
02:07:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.418068 30021 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.418239 30021 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.419415 30021 hybrid_clock.cc:648] HybridClock initialized: now 1786500467419398 us; error 25 us; skew 500 ppm
02:07:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.420755 30021 webserver.cc:533] Webserver started at http://127.26.226.65:44095/ using document root <none> and password file <none>
02:07:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.421012 30021 fs_manager.cc:362] Metadata directory not provided
02:07:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.421092 30021 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.422369 30021 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:07:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.423151 30036 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.423341 30021 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:07:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.423473 30021 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.423784 30021 fs_report.cc:389] FS layout report
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/wal
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/data
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:47.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.433692 30021 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.434051 30021 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.434183 30021 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.434448 30021 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.434969 30045 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.435825 30021 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.435894 30021 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.435933 30021 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.436496 30021 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.436529 30021 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.436682 30045 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap starting.
02:07:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.444178 30021 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.65:46463
02:07:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.444270 30170 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.65:46463 every 8 connection(s)
02:07:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.444666 30021 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-0/data/info.pb
02:07:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.446959 30045 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Log is configured to *not* fsync() on all Append() calls
02:07:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.450608 30174 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.450642 30171 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.450716 30174 heartbeater.cc:461] Registering TS with master...
02:07:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.450932 30174 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.450718 30171 heartbeater.cc:461] Registering TS with master...
02:07:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.451532 30171 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.451560 27660 ts_manager.cc:194] Re-registered known tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.451654 30173 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.451695 30173 heartbeater.cc:461] Registering TS with master...
02:07:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.451774 30173 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.452107 30045 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.452113 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 30021
02:07:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.452230 27580 ts_manager.cc:194] Re-registered known tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.452481 27743 ts_manager.cc:194] Re-registered known tserver with Master: 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463)
02:07:47.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.452823 27580 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.65:54763
02:07:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.454056 30045 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Bootstrap complete.
02:07:47.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.455063 30045 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Time spent bootstrapping tablet: real 0.018s	user 0.007s	sys 0.008s
02:07:47.455 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:47.456 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.26.226.67:40335
02:07:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.456194 30045 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.456449 30045 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b47a1819fec4511afe7cda0228a2725, State: Initialized, Role: FOLLOWER
02:07:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.456610 30045 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.456923 30045 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
02:07:47.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:07:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.457208 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 29628
02:07:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:47.457234 30171 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:47.467 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:47.468 [DEBUG - kudu-nio-4] (Connection.java:239) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] handling channelInactive
02:07:47.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state READY due to: connection closed
02:07:47.489 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:47.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.491 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:47.511 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:47.511 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [23ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [23ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [42ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@656888446(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53891886 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68bce8ff -> wakeup thread Time-limited test)) after lookup
02:07:47.512 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:47.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.513 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.530 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:47.530 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:47.531 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [23ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [23ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [42ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [43ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [45ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [45ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [62ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@656888446(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53891886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68bce8ff -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527))) after lookup
02:07:47.531 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:47.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.532 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.532 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.550 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:47.551 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:47.551 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [23ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [23ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [42ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [43ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [45ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [45ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [62ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [63ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [64ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [64ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [82ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@656888446(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53891886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527) -> (continuation of Deferred@771663426 after retry RPC@1037411574), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68bce8ff -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527) -> (continuation of Deferred@771663426 after retry RPC@1037411574))) after lookup
02:07:47.552 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:47.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.553 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.670 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:47.670 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:47.671 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=202), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [23ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [23ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [42ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [43ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [45ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [45ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [62ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [63ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [64ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [64ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [82ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [83ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [85ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [85ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [202ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@656888446(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53891886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527) -> (continuation of Deferred@771663426 after retry RPC@1037411574) -> (continuation of Deferred@1912317366 after retry RPC@1629048171), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68bce8ff -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527) -> (continuation of Deferred@771663426 after retry RPC@1037411574) -> (continuation of Deferred@1912317366 after retry RPC@1629048171))) after lookup
02:07:47.671 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:47.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:47.673 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:48.250 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:48.251 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159),c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)[L]]}]
02:07:48.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=783), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [23ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [23ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [42ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [43ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [45ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [45ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [62ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [63ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [64ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [64ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [82ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [83ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [85ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [85ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [202ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [203ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [205ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [205ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [780ms] refreshing cache from master, [780ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [782ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@656888446(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53891886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527) -> (continuation of Deferred@771663426 after retry RPC@1037411574) -> (continuation of Deferred@1912317366 after retry RPC@1629048171) -> (continuation of Deferred@2146042219 after retry RPC@1412655592), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68bce8ff -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527) -> (continuation of Deferred@771663426 after retry RPC@1037411574) -> (continuation of Deferred@1912317366 after retry RPC@1629048171) -> (continuation of Deferred@2146042219 after retry RPC@1412655592))) after lookup
02:07:48.252 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] connecting to peer
02:07:48.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:48.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] cleaning up while in state CONNECTING due to: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:48.253 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335) for tablet a5c392a54fc64ef28d72c54a2b91fa6b: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335
02:07:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.823626 30186 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader c86879f189964a1abe7b89504234a1ca)
02:07:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.823740 30186 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.823909 30186 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:48.824713 29845 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.827255 30117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "acb0b99e363c495692a438bf783b52f1" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725" is_pre_election: true
02:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.827396 30117 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate acb0b99e363c495692a438bf783b52f1 in term 9.
02:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.827672 29843 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, acb0b99e363c495692a438bf783b52f1; no voters: c86879f189964a1abe7b89504234a1ca
02:07:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.827809 30186 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 10 FOLLOWER]: Leader pre-election won for term 11
02:07:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.827874 30186 raft_consensus.cc:493] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 10 FOLLOWER]: Starting leader election (detected failure of leader c86879f189964a1abe7b89504234a1ca)
02:07:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.827904 30186 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 10 FOLLOWER]: Advancing to term 11
02:07:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.828729 30186 raft_consensus.cc:515] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.828908 30186 leader_election.cc:290] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 11 election: Requested vote from peers 8b47a1819fec4511afe7cda0228a2725 (127.26.226.65:46463), c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.829154 30117 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a5c392a54fc64ef28d72c54a2b91fa6b" candidate_uuid: "acb0b99e363c495692a438bf783b52f1" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "8b47a1819fec4511afe7cda0228a2725"
02:07:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.829252 30117 raft_consensus.cc:3060] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 9 FOLLOWER]: Advancing to term 11
02:07:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:48.829591 29845 leader_election.cc:336] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111)
02:07:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.830367 30117 raft_consensus.cc:2468] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate acb0b99e363c495692a438bf783b52f1 in term 11.
02:07:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.830577 29843 leader_election.cc:304] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b47a1819fec4511afe7cda0228a2725, acb0b99e363c495692a438bf783b52f1; no voters: c86879f189964a1abe7b89504234a1ca
02:07:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.830672 30186 raft_consensus.cc:2804] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 11 FOLLOWER]: Leader election won for term 11
02:07:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.830873 30186 raft_consensus.cc:697] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [term 11 LEADER]: Becoming Leader. State: Replica: acb0b99e363c495692a438bf783b52f1, State: Running, Role: LEADER
02:07:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.830997 30186 consensus_queue.cc:237] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:48.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:48.831794 27580 catalog_manager.cc:5719] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 reported cstate change: term changed from 10 to 11, leader changed from c86879f189964a1abe7b89504234a1ca (127.26.226.67) to acb0b99e363c495692a438bf783b52f1 (127.26.226.66). New cstate: current_term: 11 leader_uuid: "acb0b99e363c495692a438bf783b52f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } health_report { overall_health: UNKNOWN } } }
02:07:49.130 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a5c392a54fc64ef28d72c54a2b91fa6b for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852' with partition [<start>, <end>)
02:07:49.131 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a5c392a54fc64ef28d72c54a2b91fa6b@[8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463),acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)[L],c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)]}]
02:07:49.132 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1663), Traces: [0ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [23ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [23ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [42ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [43ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [45ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [45ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [62ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [63ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [64ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [64ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [80ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [82ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [83ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [85ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [85ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [200ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [202ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [203ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [205ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [205ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [780ms] refreshing cache from master, [780ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [782ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, [783ms] sending RPC to server c86879f189964a1abe7b89504234a1ca, [785ms] received response from server c86879f189964a1abe7b89504234a1ca: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [785ms] delaying RPC due to: Network error: Failed to connect to peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335): Connection refused: /127.26.226.67:40335, [1660ms] refreshing cache from master, [1660ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.226.126:45013, [1662ms] Sub RPC GetTableLocations: received response from server master-127.26.226.126:45013: OK, deferred=Deferred@656888446(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f4bd4337c60@53891886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527) -> (continuation of Deferred@771663426 after retry RPC@1037411574) -> (continuation of Deferred@1912317366 after retry RPC@1629048171) -> (continuation of Deferred@2146042219 after retry RPC@1412655592) -> (continuation of Deferred@403856046 after retry RPC@1819018911), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@68bce8ff -> wakeup thread Time-limited test -> (continuation of Deferred@1332667941 after retry RPC@1083839527) -> (continuation of Deferred@771663426 after retry RPC@1037411574) -> (continuation of Deferred@1912317366 after retry RPC@1629048171) -> (continuation of Deferred@2146042219 after retry RPC@1412655592) -> (continuation of Deferred@403856046 after retry RPC@1819018911))) after lookup
02:07:49.132 [DEBUG - kudu-nio-2] (Connection.java:748) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] connecting to peer
02:07:49.133 [DEBUG - kudu-nio-3] (Connection.java:757) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] Successfully connected to peer
02:07:49.150 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x4364b678, L:/127.0.0.1:33704 - R:/127.26.226.66:40159] using TOKEN/null
02:07:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.152727 30117 raft_consensus.cc:1275] T a5c392a54fc64ef28d72c54a2b91fa6b P 8b47a1819fec4511afe7cda0228a2725 [term 11 FOLLOWER]: Refusing update from remote peer acb0b99e363c495692a438bf783b52f1: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 42. (index mismatch)
02:07:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:49.152788 29845 consensus_peers.cc:597] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 -> Peer c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335): Couldn't send request to peer c86879f189964a1abe7b89504234a1ca. Status: Network error: Client connection negotiation failed: client connection to 127.26.226.67:40335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:07:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.153035 30191 consensus_queue.cc:1048] T a5c392a54fc64ef28d72c54a2b91fa6b P acb0b99e363c495692a438bf783b52f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
02:07:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.155260 30209 mvcc.cc:204] Tried to move back new op lower bound from 7317505921646039040 to 7317505920332271616. Current Snapshot: MvccSnapshot[applied={T|T < 7317505914112778240 or (T in {7317505914150940672})}]
02:07:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.155663 30207 mvcc.cc:204] Tried to move back new op lower bound from 7317505921646039040 to 7317505920332271616. Current Snapshot: MvccSnapshot[applied={T|T < 7317505921646039040}]
02:07:49.168 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.26.226.67:40335
02:07:49.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.169194 27529 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTbGplo/build/release/bin/kudu
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:40335
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36573
02:07:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:07:49.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:49.249545 30217 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:49.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:49.249704 30217 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:49.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:49.249723 30217 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:49.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:49.251739 30217 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:49.251818 30217 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.226.67
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.254168 30217 tablet_server_runner.cc:78] Tablet server non-default flags:
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/logs
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.226.84:35173
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.226.67:40335
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.226.67
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36573
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.226.126:45013,127.26.226.125:41525,127.26.226.124:38809
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30217
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.226.67
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:49 UTC on e7f111948823
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13297
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.254427 30217 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.254693 30217 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:07:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:49.257627 30223 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:49.257642 30222 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:07:49.257714 30226 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.257990 30217 server_base.cc:1061] running on GCE node
02:07:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.258152 30217 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.258392 30217 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.259568 30217 hybrid_clock.cc:648] HybridClock initialized: now 1786500469259538 us; error 44 us; skew 500 ppm
02:07:49.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.261099 30217 webserver.cc:533] Webserver started at http://127.26.226.67:36573/ using document root <none> and password file <none>
02:07:49.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.261320 30217 fs_manager.cc:362] Metadata directory not provided
02:07:49.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.261381 30217 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.262997 30217 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.001s
02:07:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.263800 30233 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.263957 30217 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.264036 30217 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data,/tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c86879f189964a1abe7b89504234a1ca"
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:07:19 on dist-test-slave-8n49"
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.264331 30217 fs_report.cc:389] FS layout report
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/wal
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/data
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.296710 30217 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:07:49.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.297057 30217 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:49.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.297153 30217 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:49.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.297344 30217 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:07:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.297928 30241 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:07:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.299091 30217 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:07:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.299167 30217 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:07:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.299206 30217 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:07:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.299794 30217 ts_tablet_manager.cc:616] Registered 1 tablets
02:07:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.299860 30217 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:07:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.299921 30241 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap starting.
02:07:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.307636 30217 rpc_server.cc:307] RPC server started. Bound to: 127.26.226.67:40335
02:07:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.307677 30365 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.226.67:40335 every 8 connection(s)
02:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.308079 30217 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskTbGplo/test-tmp/mini-kudu-cluster9989325441250315716/ts-2/data/info.pb
02:07:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.310747 30241 log.cc:826] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Log is configured to *not* fsync() on all Append() calls
02:07:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.314590 27529 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskTbGplo/build/release/bin/kudu as pid 30217
02:07:49.315 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:07:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.316076 30366 heartbeater.cc:344] Connected to a master server at 127.26.226.126:45013
02:07:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.316174 30366 heartbeater.cc:461] Registering TS with master...
02:07:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.316418 30366 heartbeater.cc:507] Master 127.26.226.126:45013 requested a full tablet report, sending...
02:07:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.317655 30241 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:07:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.317920 30241 tablet_bootstrap.cc:492] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Bootstrap complete.
02:07:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.318802 30241 ts_tablet_manager.cc:1403] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent bootstrapping tablet: real 0.019s	user 0.006s	sys 0.008s
02:07:49.320 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.319895 27580 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.319805 30241 raft_consensus.cc:359] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.320070 30241 raft_consensus.cc:740] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: c86879f189964a1abe7b89504234a1ca, State: Initialized, Role: FOLLOWER
02:07:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.320189 30241 consensus_queue.cc:260] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b47a1819fec4511afe7cda0228a2725" member_type: VOTER last_known_addr { host: "127.26.226.65" port: 46463 } } peers { permanent_uuid: "acb0b99e363c495692a438bf783b52f1" member_type: VOTER last_known_addr { host: "127.26.226.66" port: 40159 } } peers { permanent_uuid: "c86879f189964a1abe7b89504234a1ca" member_type: VOTER last_known_addr { host: "127.26.226.67" port: 40335 } }
02:07:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.320429 27580 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.226.67:51325
02:07:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.320462 30241 ts_tablet_manager.cc:1434] T a5c392a54fc64ef28d72c54a2b91fa6b P c86879f189964a1abe7b89504234a1ca: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.000s
02:07:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.321570 30366 heartbeater.cc:499] Master 127.26.226.126:45013 was elected leader, sending a full tablet report...
02:07:49.324 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500439852, tablet=a5c392a54fc64ef28d72c54a2b91fa6b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:07:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.326447 30368 heartbeater.cc:344] Connected to a master server at 127.26.226.125:41525
02:07:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.326620 30367 heartbeater.cc:344] Connected to a master server at 127.26.226.124:38809
02:07:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.326718 30368 heartbeater.cc:461] Registering TS with master...
02:07:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.326723 30367 heartbeater.cc:461] Registering TS with master...
02:07:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.326798 30368 heartbeater.cc:507] Master 127.26.226.125:41525 requested a full tablet report, sending...
02:07:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.326798 30367 heartbeater.cc:507] Master 127.26.226.124:38809 requested a full tablet report, sending...
02:07:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.327165 27745 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.327549 27660 ts_manager.cc:194] Re-registered known tserver with Master: c86879f189964a1abe7b89504234a1ca (127.26.226.67:40335)
02:07:49.329 [DEBUG - main] (Connection.java:575) [peer master-127.26.226.126:45013(127.26.226.126:45013)] disconnecting while in state READY
02:07:49.331 [DEBUG - main] (Connection.java:575) [peer master-127.26.226.125:41525(127.26.226.125:41525)] disconnecting while in state READY
02:07:49.331 [DEBUG - main] (Connection.java:575) [peer c86879f189964a1abe7b89504234a1ca(127.26.226.67:40335)] disconnecting while in state TERMINATED
02:07:49.331 [DEBUG - main] (Connection.java:575) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] disconnecting while in state READY
02:07:49.331 [DEBUG - main] (Connection.java:575) [peer 8b47a1819fec4511afe7cda0228a2725(127.26.226.65:46463)] disconnecting while in state TERMINATED
02:07:49.331 [DEBUG - main] (Connection.java:575) [peer master-127.26.226.124:38809(127.26.226.124:38809)] disconnecting while in state READY
02:07:49.333 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.226.124:38809(127.26.226.124:38809)] handling channelInactive
02:07:49.334 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.226.125:41525(127.26.226.125:41525)] handling channelInactive
02:07:49.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.226.125:41525(127.26.226.125:41525)] cleaning up while in state READY due to: connection closed
02:07:49.334 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.226.126:45013(127.26.226.126:45013)] handling channelInactive
02:07:49.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.226.126:45013(127.26.226.126:45013)] cleaning up while in state READY due to: connection closed
02:07:49.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.226.124:38809(127.26.226.124:38809)] cleaning up while in state READY due to: connection closed
02:07:49.336 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:07:49.339 [DEBUG - kudu-nio-3] (Connection.java:239) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] handling channelInactive
02:07:49.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer acb0b99e363c495692a438bf783b52f1(127.26.226.66:40159)] cleaning up while in state READY due to: connection closed
02:07:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.340124 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 30021
02:07:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.349989 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 29826
02:07:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.357087 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 30217
02:07:49.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.367678 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 27544
02:07:49.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.378139 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 27626
02:07:49.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:07:49.386063 27529 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskTbGplo/build/release/bin/kudu with pid 27709
02:07:49.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:07:49Z chronyd exiting

Time: 32.196

OK (1 test)

